[ 533.453287] env[69468]: INFO neutron.common.config [-] Logging enabled! [ 533.453287] env[69468]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 26.1.0.dev73 [ 533.453287] env[69468]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69468) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 533.453287] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 533.453287] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 533.456783] env[69468]: WARNING oslo_policy.policy [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 533.456783] env[69468]: WARNING oslo_policy.policy [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 533.456783] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] VMware NSXv3 Agent initialized successfully. [ 533.456783] env[69468]: DEBUG oslo_concurrency.lockutils [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] Acquiring lock "singleton_lock" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.456783] env[69468]: DEBUG oslo_concurrency.lockutils [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] Acquired lock "singleton_lock" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.456783] env[69468]: DEBUG oslo_concurrency.lockutils [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] Releasing lock "singleton_lock" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.457015] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] Full set of CONF: {{(pid=69468) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 533.457015] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ******************************************************************************** {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 533.457015] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] Configuration options gathered from: {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 533.458100] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 533.458100] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 533.458100] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ================================================================================ {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 533.458100] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] agent_down_time = 75 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.458100] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] allow_automatic_dhcp_failover = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.458100] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] allow_bulk = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.458344] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] api_extensions_path = {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.458344] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] api_paste_config = api-paste.ini {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.458397] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] auth_strategy = keystone {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.458512] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] backdoor_port = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.458638] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] backdoor_socket = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.458752] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] backlog = 4096 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.458894] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.459061] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] bind_host = 0.0.0.0 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.459206] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] bind_port = 9696 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.459345] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] client_socket_timeout = 900 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.459486] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] config_dir = [] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.460177] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.460177] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] config_source = [] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.460177] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] control_exchange = neutron {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.460177] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] core_plugin = ml2 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.460177] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] debug = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.460472] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] default_availability_zones = [] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.460740] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.460740] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] dhcp_agent_notification = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.460975] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] dhcp_agents_per_network = 1 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.460975] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] dhcp_lease_duration = 86400 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.461230] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] dhcp_load_type = networks {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.462363] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] dns_domain = openstacklocal {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.462363] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.462363] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] enable_default_route_bfd = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.462363] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] enable_default_route_ecmp = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.462363] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] enable_dvr = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.462363] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] enable_new_agents = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.462363] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.462852] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] enable_signals = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.462852] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] enable_traditional_dhcp = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.462852] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] external_dns_driver = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.462852] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] filter_validation = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.462852] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] global_physnet_mtu = 8950 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.462852] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] graceful_shutdown_timeout = 60 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.463820] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] host = cpu-1 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.463820] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] host_dvr_for_dhcp = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.463820] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] http_retries = 3 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.463820] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] instance_format = [instance: %(uuid)s] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.463820] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.463820] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ipam_driver = internal {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.464482] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ipv6_pd_enabled = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.464482] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] l3_ha = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.464482] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.464482] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] l3_ha_network_physical_name = {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.464482] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] l3_ha_network_type = {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.464983] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] log_color = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.464983] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] log_config_append = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.464983] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.465130] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] log_dir = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.465486] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] log_file = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.465486] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] log_options = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.465486] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] log_rotate_interval = 1 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.465640] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] log_rotate_interval_type = days {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.465687] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] log_rotation_type = none {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.465791] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.465897] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.466175] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.466267] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.466317] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.466728] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] max_dns_nameservers = 5 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.466728] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] max_header_line = 16384 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.466728] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] max_l3_agents_per_router = 3 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.466913] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] max_logfile_count = 30 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.466977] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] max_logfile_size_mb = 200 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.467129] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] max_subnet_host_routes = 20 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.467272] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] my_ip = 10.180.1.21 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.467423] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] my_ipv6 = ::1 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.467579] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] network_auto_schedule = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.467971] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] network_link_prefix = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.467971] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.467971] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] notify_nova_on_port_data_changes = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.468112] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] notify_nova_on_port_status_changes = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.468277] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] pagination_max_limit = -1 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.469266] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] publish_errors = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.469266] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] rate_limit_burst = 0 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.469266] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] rate_limit_except_level = CRITICAL {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.469266] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] rate_limit_interval = 0 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.469266] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] retry_until_window = 30 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.469266] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] router_distributed = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.469266] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] rpc_resources_processing_step = 20 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.469460] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] rpc_response_max_timeout = 600 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.469571] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] rpc_response_timeout = 60 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.469667] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] send_events_interval = 2 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.469823] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] service_plugins = ['router'] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.469966] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] setproctitle = on {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.470109] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] shell_completion = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.470249] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] state_path = /opt/stack/data/neutron {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.470389] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] syslog_log_facility = LOG_USER {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.470811] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] tcp_keepidle = 600 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.470811] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] transport_url = **** {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.470811] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] use_journal = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.470995] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] use_json = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.471708] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] use_ssl = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.471708] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] use_stderr = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.471708] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] use_syslog = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.471708] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] vlan_qinq = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.471862] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] vlan_transparent = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.471899] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] watch_log_file = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.472059] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] wsgi_default_pool_size = 100 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.472182] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] wsgi_keep_alive = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.472335] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.473256] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] wsgi_server_debug = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.473256] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_concurrency.disable_process_locking = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.473256] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.473256] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.473256] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.473256] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.473431] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.473527] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.473621] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] profiler.connection_string = messaging:// {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.473765] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] profiler.enabled = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.474234] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] profiler.es_doc_type = notification {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.474234] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] profiler.es_scroll_size = 10000 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.474234] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] profiler.es_scroll_time = 2m {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.474367] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] profiler.filter_error_trace = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.474475] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] profiler.hmac_keys = **** {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.474626] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] profiler.sentinel_service_name = mymaster {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.474773] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] profiler.socket_timeout = 0.1 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.474909] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] profiler.trace_requests = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.475055] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] profiler.trace_sqlalchemy = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.475246] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] profiler_jaeger.process_tags = {} {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.476277] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] profiler_jaeger.service_name_prefix = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.476277] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] profiler_otlp.service_name_prefix = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.476277] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_policy.enforce_new_defaults = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.476277] env[69468]: WARNING oslo_config.cfg [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 533.476277] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_policy.enforce_scope = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.476277] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_policy.policy_default_rule = default {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.476470] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.476470] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.476598] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.476732] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.476864] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.476996] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.477143] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.477283] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.479302] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.479302] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] agent.extensions = [] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.479302] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.479302] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] service_providers.service_provider = [] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.479302] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] QUOTAS.default_quota = -1 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.479302] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.479477] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] QUOTAS.quota_floatingip = 50 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.479477] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] QUOTAS.quota_network = 100 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.479477] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] QUOTAS.quota_port = 500 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.479477] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.479477] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] QUOTAS.quota_router = 10 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.479477] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] QUOTAS.quota_security_group = 10 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.479477] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.479661] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] QUOTAS.quota_subnet = 100 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.479661] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] QUOTAS.track_quota_usage = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.479661] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.479735] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep.group = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.479874] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep.helper_command = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.479960] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.480111] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep.thread_pool_size = 8 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.480247] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep.user = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.480391] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.480524] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_dhcp_release.group = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.480669] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_dhcp_release.helper_command = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.480809] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.480967] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.482252] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_dhcp_release.user = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.482252] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.482252] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_ovs_vsctl.group = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.482252] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.482252] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.482252] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.482252] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_ovs_vsctl.user = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.483046] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_namespace.capabilities = [21] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.483046] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_namespace.group = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.483046] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_namespace.helper_command = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.483046] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.483046] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.483046] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_namespace.user = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.483046] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_conntrack.capabilities = [12] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.483343] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_conntrack.group = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.483343] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_conntrack.helper_command = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.483343] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.484544] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.484544] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_conntrack.user = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.484544] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_link.capabilities = [12, 21] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.484544] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_link.group = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.484544] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_link.helper_command = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.484544] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.484544] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_link.thread_pool_size = 8 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.484757] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] privsep_link.user = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.484757] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.484757] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.484836] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] AGENT.continue_on_failed_promotions = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.484936] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] AGENT.dscp = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.485095] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] AGENT.dscp_inherit = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.485248] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] AGENT.force_mp_to_policy = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.485394] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] AGENT.locking_coordinator_url = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.485538] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] AGENT.log_agent_heartbeats = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.485682] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] AGENT.logging_expire = 1 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.485830] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.485975] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.486135] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] AGENT.polling_interval = 240 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.486283] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.486463] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.486582] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] AGENT.report_interval = 30.0 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.486730] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.486878] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.487053] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.487183] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] AGENT.sync_skew = 60 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.487330] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] AGENT.synchronization_queue_size = 20 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.487477] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] AGENT.use_helper_for_ns_read = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.487627] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] SECURITYGROUP.enable_ipset = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.487780] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] SECURITYGROUP.enable_security_group = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.487930] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.488085] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.488234] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] experimental.ipv6_pd_enabled = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.488397] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ml2.extension_drivers = ['port_security'] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.488566] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ml2.external_network_type = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.488720] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.488878] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ml2.overlay_ip_version = 4 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.489038] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ml2.path_mtu = 8950 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.489189] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ml2.physical_network_mtus = {} {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.489344] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.489499] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.489671] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ml2.type_drivers = ['vlan'] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.489829] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.489971] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.490127] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.490287] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.490441] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.490756] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.490960] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.491141] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.491296] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.491491] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.491648] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] NSXV3.nsxv3_login_password = **** {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.491805] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.491952] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] NSXV3.nsxv3_login_user = admin {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.492109] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.492261] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.492406] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.492550] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.492702] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.492855] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.493300] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.493300] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.493300] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.493453] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.493580] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.493722] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.493872] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.494070] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.494224] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.494374] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.494552] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.494660] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] nova.auth_section = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.494814] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] nova.auth_type = password {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.494963] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.495113] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] nova.certfile = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.495259] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] nova.collect_timing = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.495426] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] nova.endpoint_type = public {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.495572] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] nova.insecure = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.495680] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] nova.keyfile = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.495833] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] nova.region_name = RegionOne {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.495976] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] nova.split_loggers = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.496125] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] nova.timeout = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.496270] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] placement.auth_section = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.496458] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] placement.auth_type = password {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.496565] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.496704] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] placement.certfile = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.496860] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] placement.collect_timing = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.496988] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] placement.endpoint_type = public {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.497136] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] placement.insecure = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.497273] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] placement.keyfile = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.497406] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] placement.region_name = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.497546] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] placement.split_loggers = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.497682] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] placement.timeout = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.497823] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ironic.auth_section = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.497963] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ironic.auth_type = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.498110] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ironic.cafile = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.498241] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ironic.certfile = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.498383] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ironic.collect_timing = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.498520] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ironic.connect_retries = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.498682] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ironic.connect_retry_delay = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.498827] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ironic.enable_notifications = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.498963] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ironic.endpoint_override = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.499114] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ironic.insecure = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.499252] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ironic.interface = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.499386] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ironic.keyfile = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.499521] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ironic.max_version = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.499656] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ironic.min_version = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.499792] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ironic.region_name = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.499930] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ironic.retriable_status_codes = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.500071] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ironic.service_name = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.500208] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ironic.service_type = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.500348] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ironic.split_loggers = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.500483] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ironic.status_code_retries = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.500619] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ironic.status_code_retry_delay = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.500757] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ironic.timeout = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.500917] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ironic.valid_interfaces = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.501077] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ironic.version = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.501229] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] cli_script.dry_run = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.501381] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.501522] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.501666] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.501806] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.501943] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.502091] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.502232] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.502370] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.502508] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.502741] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.502933] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.503135] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.503302] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.503485] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.503644] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.503803] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.503948] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.504105] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.504256] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.504399] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.504542] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.504688] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.504845] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.504969] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.505120] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.505261] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.505400] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.505539] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.505679] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.505818] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.505958] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.ssl = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.506136] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.506285] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.506427] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.506574] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.506717] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.506856] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.507010] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_notifications.driver = [] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.507164] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_notifications.retry = -1 {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.507321] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.507463] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.507576] env[69468]: DEBUG oslo_service.backend.eventlet.service [None req-65ee453b-4dd0-44ff-a25c-1bfe87bbf645 None None] ******************************************************************************** {{(pid=69468) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 533.508542] env[69468]: DEBUG neutron.agent.securitygroups_rpc [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Init firewall settings (driver=nsxv3) {{(pid=69468) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 533.509770] env[69468]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69468) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 533.510012] env[69468]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] RPC agent_id: nsxm-l-01a.corp.local [ 533.512255] env[69468]: DEBUG dogpile.cache.region [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 533.512379] env[69468]: DEBUG dogpile.lock [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 533.512480] env[69468]: DEBUG dogpile.lock [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 533.512577] env[69468]: DEBUG dogpile.lock [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 533.512673] env[69468]: DEBUG dogpile.cache.region [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 533.512764] env[69468]: DEBUG dogpile.lock [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 533.512888] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 533.534435] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Session token - acquiring [ 533.535981] env[69468]: DEBUG networking_nsxv3.common.locking [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.536191] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.536326] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.536833] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.546459] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.803858] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 533.825382] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 533.825527] env[69468]: DEBUG dogpile.cache.region [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Cache value generated in 0.313 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 533.825650] env[69468]: DEBUG dogpile.lock [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 533.825772] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Activating Policy API Provider. [ 533.825969] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Looking for the default Infrastructure Rules. [ 533.883881] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Looking for the Default Layer3 Logged Drop Section. [ 533.896487] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 533.896946] env[69468]: DEBUG networking_nsxv3.common.locking [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.897131] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquiring lock "all" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.897237] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquired lock "all" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.897517] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquired external semaphore "all" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.897840] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.412819] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.915632] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.418671] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Inventory metadata is going to be refreshed. [ 535.418671] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 536.120020] env[69468]: DEBUG networking_nsxv3.common.locking [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.120020] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.120020] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.120020] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.130151] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 536.236253] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.237403] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 536.257682] env[69468]: DEBUG networking_nsxv3.common.locking [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.258138] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.258358] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.258808] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.259057] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.259312] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 536.259534] env[69468]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69468) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.259732] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 536.279707] env[69468]: DEBUG networking_nsxv3.common.locking [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.280135] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.280343] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.280724] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.281152] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.281402] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 536.301271] env[69468]: DEBUG networking_nsxv3.common.locking [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.301651] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.301865] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.302236] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.303028] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.303028] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 536.322755] env[69468]: DEBUG networking_nsxv3.common.locking [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.322925] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquiring lock "Address Group" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.323016] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquired lock "Address Group" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.323280] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquired external semaphore "Address Group" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.323418] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Releasing lock "Address Group" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.323566] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 536.323675] env[69468]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69468) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.323779] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 536.341107] env[69468]: DEBUG networking_nsxv3.common.locking [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.341292] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquiring lock "Segment QoS" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.341374] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquired lock "Segment QoS" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.341651] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquired external semaphore "Segment QoS" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.341777] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Releasing lock "Segment QoS" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.341919] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 536.342039] env[69468]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69468) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.342147] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 536.369384] env[69468]: DEBUG networking_nsxv3.common.locking [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.369572] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.369641] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.369904] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.370082] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.370204] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 536.370310] env[69468]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69468) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.370769] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Inventory metadata have been refreshed. [ 536.370769] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Dryrun:True. Metadata refresh completed. [ 536.370769] env[69468]: DEBUG oslo_concurrency.lockutils [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Releasing lock "all" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.372261] env[69468]: INFO neutron.agent.agent_extensions_manager [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Loaded agent extensions: [] [ 536.372955] env[69468]: DEBUG neutron_lib.callbacks.manager [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69468) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 536.421953] env[69468]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] NSXv3 Agent Agent RPC Daemon Started! [ 536.422084] env[69468]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] NSXv3 Agent Agent loop - iteration:0 started [ 536.422182] env[69468]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] NSXv3 Agent Agent out of sync with plugin! [ 541.373888] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 541.373888] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.374640] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 546.374984] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 550.258392] env[69468]: INFO networking_nsxv3.common.synchronization [None req-54306c89-a3d8-41c4-8a18-bf5d3dfa91ae demo admin] Enqueued Resource ID: 51f914d0-6c29-42bb-9208-b232ffef77de with Priority: HIGHEST for action security_group_rules [ 550.258392] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f914d0-6c29-42bb-9208-b232ffef77de with Priority: HIGHEST for action security_group_rules [ 550.258392] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51f914d0-6c29-42bb-9208-b232ffef77de taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.258392] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51f914d0-6c29-42bb-9208-b232ffef77de" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.258392] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51f914d0-6c29-42bb-9208-b232ffef77de" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.258392] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51f914d0-6c29-42bb-9208-b232ffef77de" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.258392] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51f914d0-6c29-42bb-9208-b232ffef77de',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.780862] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.780862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.780862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.780862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.780862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.780862] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51f914d0-6c29-42bb-9208-b232ffef77de already deleted. [ 550.780862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51f914d0-6c29-42bb-9208-b232ffef77de" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.258367] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.258735] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.260285] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 560.260682] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.261490] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 565.261490] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.377061] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.377061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.377061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.377061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.377616] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.879803] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.382625] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.885128] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 569.885311] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 570.261935] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 570.262126] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.665112] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.665535] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.665535] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.665535] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.676248] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 570.677084] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.678134] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 570.695359] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.695558] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.695558] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.695773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.695860] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.695983] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 570.696074] env[69468]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69468) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 570.696143] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 570.715592] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.715793] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.715793] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.715975] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.716123] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.716236] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 570.735271] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.735271] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.735271] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.735271] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.735271] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.735271] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 570.760026] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.760026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.760026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.760026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.760353] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.760387] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 570.760440] env[69468]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69468) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 570.760511] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 570.777950] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.778160] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.778160] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.778365] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.778448] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.778552] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 570.778618] env[69468]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69468) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 570.778686] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 570.800076] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.800289] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.800289] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.800476] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.800572] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.800685] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 570.800753] env[69468]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69468) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 570.800816] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 570.800877] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 570.800946] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 570.801024] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 570.801095] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 570.801360] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 570.801418] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 570.801484] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 570.822064] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.822262] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.822262] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.822464] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.822566] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.822673] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 570.841270] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.841480] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.841480] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.841663] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.841762] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.858062] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.263380] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 575.264193] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 577.387777] env[69468]: INFO networking_nsxv3.common.synchronization [None req-8b074520-4812-4de4-9d25-ade9000c712a None None] Enqueued Resource ID: 673ade40-0155-4327-9be0-00b30654faf0 with Priority: HIGHEST for action port [ 577.389098] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 673ade40-0155-4327-9be0-00b30654faf0 with Priority: HIGHEST for action port [ 577.389098] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-673ade40-0155-4327-9be0-00b30654faf0 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.389098] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-673ade40-0155-4327-9be0-00b30654faf0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.389646] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-673ade40-0155-4327-9be0-00b30654faf0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.389693] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-673ade40-0155-4327-9be0-00b30654faf0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.389811] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('673ade40-0155-4327-9be0-00b30654faf0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.895146] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 673ade40-0155-4327-9be0-00b30654faf0 [ 577.895387] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.895519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.895586] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.895839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.895880] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.895964] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:673ade40-0155-4327-9be0-00b30654faf0 already deleted. [ 577.896055] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-673ade40-0155-4327-9be0-00b30654faf0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.073994] env[69468]: INFO networking_nsxv3.common.synchronization [None req-ee00d862-2170-4f1b-b835-84f502a03523 None None] Enqueued Resource ID: 44f8fce8-ffa6-412d-85c7-dc2fb021600a with Priority: HIGHEST for action port [ 578.074091] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44f8fce8-ffa6-412d-85c7-dc2fb021600a with Priority: HIGHEST for action port [ 578.074839] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-44f8fce8-ffa6-412d-85c7-dc2fb021600a taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.074839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44f8fce8-ffa6-412d-85c7-dc2fb021600a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.074839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44f8fce8-ffa6-412d-85c7-dc2fb021600a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.075075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44f8fce8-ffa6-412d-85c7-dc2fb021600a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.075174] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44f8fce8-ffa6-412d-85c7-dc2fb021600a',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.581086] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44f8fce8-ffa6-412d-85c7-dc2fb021600a [ 578.581386] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.581539] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.581579] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.582255] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.582255] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.582255] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44f8fce8-ffa6-412d-85c7-dc2fb021600a already deleted. [ 578.582255] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44f8fce8-ffa6-412d-85c7-dc2fb021600a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.462685] env[69468]: INFO networking_nsxv3.common.synchronization [None req-506cfaae-e142-409b-ba73-39529bdb4c18 None None] Enqueued Resource ID: f0678537-43fd-4af9-bb1f-5f14a61f322c with Priority: HIGHEST for action port [ 579.462685] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0678537-43fd-4af9-bb1f-5f14a61f322c with Priority: HIGHEST for action port [ 579.462890] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0678537-43fd-4af9-bb1f-5f14a61f322c taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.462999] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0678537-43fd-4af9-bb1f-5f14a61f322c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.463078] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0678537-43fd-4af9-bb1f-5f14a61f322c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.463324] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0678537-43fd-4af9-bb1f-5f14a61f322c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.463404] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0678537-43fd-4af9-bb1f-5f14a61f322c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.949043] env[69468]: INFO networking_nsxv3.common.synchronization [None req-47415942-6c1b-43c4-8128-586deddb65b4 None None] Enqueued Resource ID: 1ac4ef17-9854-4d63-ba85-1120eca0a21c with Priority: HIGHEST for action port [ 579.949370] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ac4ef17-9854-4d63-ba85-1120eca0a21c with Priority: HIGHEST for action port [ 579.949863] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ac4ef17-9854-4d63-ba85-1120eca0a21c taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.950236] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ac4ef17-9854-4d63-ba85-1120eca0a21c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.950236] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ac4ef17-9854-4d63-ba85-1120eca0a21c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.950613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ac4ef17-9854-4d63-ba85-1120eca0a21c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.950613] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ac4ef17-9854-4d63-ba85-1120eca0a21c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.965099] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0678537-43fd-4af9-bb1f-5f14a61f322c [ 579.965357] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.965429] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.965504] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.965708] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.965800] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.965900] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0678537-43fd-4af9-bb1f-5f14a61f322c already deleted. [ 579.965977] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0678537-43fd-4af9-bb1f-5f14a61f322c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.227946] env[69468]: INFO networking_nsxv3.common.synchronization [None req-d88df423-cc10-429b-98f6-2346b71a369c None None] Enqueued Resource ID: 4db425e7-9109-4d25-841e-e06e521dc275 with Priority: HIGHEST for action port [ 580.228635] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4db425e7-9109-4d25-841e-e06e521dc275 with Priority: HIGHEST for action port [ 580.229519] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-4db425e7-9109-4d25-841e-e06e521dc275 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.229819] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4db425e7-9109-4d25-841e-e06e521dc275" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.229819] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4db425e7-9109-4d25-841e-e06e521dc275" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.230693] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4db425e7-9109-4d25-841e-e06e521dc275" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.230804] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4db425e7-9109-4d25-841e-e06e521dc275',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.452804] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ac4ef17-9854-4d63-ba85-1120eca0a21c [ 580.454077] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.454077] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.454077] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.454077] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.454077] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.454077] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ac4ef17-9854-4d63-ba85-1120eca0a21c already deleted. [ 580.454077] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ac4ef17-9854-4d63-ba85-1120eca0a21c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.722125] env[69468]: INFO networking_nsxv3.common.synchronization [None req-28418673-c491-4ab9-acfb-9095c6ddbde1 None None] Enqueued Resource ID: 651aece3-c15e-48c6-9357-89518452a15c with Priority: HIGHEST for action port [ 580.722125] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651aece3-c15e-48c6-9357-89518452a15c with Priority: HIGHEST for action port [ 580.722125] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-651aece3-c15e-48c6-9357-89518452a15c taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.722125] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-651aece3-c15e-48c6-9357-89518452a15c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.722125] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-651aece3-c15e-48c6-9357-89518452a15c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.722125] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-651aece3-c15e-48c6-9357-89518452a15c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.726662] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('651aece3-c15e-48c6-9357-89518452a15c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.733716] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4db425e7-9109-4d25-841e-e06e521dc275 [ 580.733937] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.734082] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.734148] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.734349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.734436] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.734525] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4db425e7-9109-4d25-841e-e06e521dc275 already deleted. [ 580.734609] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4db425e7-9109-4d25-841e-e06e521dc275" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.231028] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 651aece3-c15e-48c6-9357-89518452a15c [ 581.231374] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.231485] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.231485] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.231672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.231983] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.231983] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:651aece3-c15e-48c6-9357-89518452a15c already deleted. [ 581.231983] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-651aece3-c15e-48c6-9357-89518452a15c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.952870] env[69468]: INFO networking_nsxv3.common.synchronization [None req-d8f914e7-c1a2-4ea8-bf5f-8408d30ef2cd None None] Enqueued Resource ID: 4ea8b4fa-2b2f-40b8-94d4-55c91d7697fe with Priority: HIGHEST for action port [ 581.953179] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea8b4fa-2b2f-40b8-94d4-55c91d7697fe with Priority: HIGHEST for action port [ 581.953483] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ea8b4fa-2b2f-40b8-94d4-55c91d7697fe taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.953680] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ea8b4fa-2b2f-40b8-94d4-55c91d7697fe" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.953680] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ea8b4fa-2b2f-40b8-94d4-55c91d7697fe" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.953999] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ea8b4fa-2b2f-40b8-94d4-55c91d7697fe" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.953999] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ea8b4fa-2b2f-40b8-94d4-55c91d7697fe',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.107557] env[69468]: INFO networking_nsxv3.common.synchronization [None req-9c7d9825-e3a3-433a-90dc-bbd90c883b11 None None] Enqueued Resource ID: ed74a6fc-9701-46aa-93c7-753a3e29976b with Priority: HIGHEST for action port [ 582.109087] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed74a6fc-9701-46aa-93c7-753a3e29976b with Priority: HIGHEST for action port [ 582.109087] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed74a6fc-9701-46aa-93c7-753a3e29976b taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.109087] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed74a6fc-9701-46aa-93c7-753a3e29976b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.109087] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed74a6fc-9701-46aa-93c7-753a3e29976b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.109087] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed74a6fc-9701-46aa-93c7-753a3e29976b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.109087] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed74a6fc-9701-46aa-93c7-753a3e29976b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.456034] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ea8b4fa-2b2f-40b8-94d4-55c91d7697fe [ 582.456034] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.456574] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.456574] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.456574] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.456574] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.456574] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ea8b4fa-2b2f-40b8-94d4-55c91d7697fe already deleted. [ 582.457054] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ea8b4fa-2b2f-40b8-94d4-55c91d7697fe" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.614398] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed74a6fc-9701-46aa-93c7-753a3e29976b [ 582.614644] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.614782] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.614853] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.615154] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.615213] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.615297] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed74a6fc-9701-46aa-93c7-753a3e29976b already deleted. [ 582.615337] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed74a6fc-9701-46aa-93c7-753a3e29976b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.629107] env[69468]: INFO networking_nsxv3.common.synchronization [None req-8a44d10d-fe51-453f-b970-bf13afce2266 None None] Enqueued Resource ID: 94d06944-c284-48d0-a844-700fe727e53e with Priority: HIGHEST for action port [ 582.629396] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d06944-c284-48d0-a844-700fe727e53e with Priority: HIGHEST for action port [ 582.629951] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-94d06944-c284-48d0-a844-700fe727e53e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.630119] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94d06944-c284-48d0-a844-700fe727e53e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.630157] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94d06944-c284-48d0-a844-700fe727e53e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.630431] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94d06944-c284-48d0-a844-700fe727e53e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.630522] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94d06944-c284-48d0-a844-700fe727e53e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.134302] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94d06944-c284-48d0-a844-700fe727e53e [ 583.134634] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.134781] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.136430] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.136430] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.136430] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.136430] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94d06944-c284-48d0-a844-700fe727e53e already deleted. [ 583.136430] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94d06944-c284-48d0-a844-700fe727e53e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.404777] env[69468]: INFO networking_nsxv3.common.synchronization [None req-b3bf795e-676e-4509-a87f-1e067dfa2f83 None None] Enqueued Resource ID: 9fd349b0-0340-4975-b022-d4dcdcfdaa61 with Priority: HIGHEST for action port [ 584.404777] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd349b0-0340-4975-b022-d4dcdcfdaa61 with Priority: HIGHEST for action port [ 584.405664] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fd349b0-0340-4975-b022-d4dcdcfdaa61 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.405664] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fd349b0-0340-4975-b022-d4dcdcfdaa61" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.405664] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fd349b0-0340-4975-b022-d4dcdcfdaa61" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.406213] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fd349b0-0340-4975-b022-d4dcdcfdaa61" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.407166] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fd349b0-0340-4975-b022-d4dcdcfdaa61',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.567043] env[69468]: INFO networking_nsxv3.common.synchronization [None req-7114e3f9-70b8-4b87-8efa-b6a6b2953c54 None None] Enqueued Resource ID: f108ff02-1d47-4a99-af16-0f6e5d7095c1 with Priority: HIGHEST for action port [ 584.567223] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f108ff02-1d47-4a99-af16-0f6e5d7095c1 with Priority: HIGHEST for action port [ 584.567825] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-f108ff02-1d47-4a99-af16-0f6e5d7095c1 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.567908] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f108ff02-1d47-4a99-af16-0f6e5d7095c1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.567984] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f108ff02-1d47-4a99-af16-0f6e5d7095c1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.569036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f108ff02-1d47-4a99-af16-0f6e5d7095c1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.569036] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f108ff02-1d47-4a99-af16-0f6e5d7095c1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.908707] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fd349b0-0340-4975-b022-d4dcdcfdaa61 [ 584.909073] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.909159] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.909159] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.909401] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.909497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.909593] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fd349b0-0340-4975-b022-d4dcdcfdaa61 already deleted. [ 584.909684] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fd349b0-0340-4975-b022-d4dcdcfdaa61" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.074207] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f108ff02-1d47-4a99-af16-0f6e5d7095c1 [ 585.075348] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.075348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.075348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.075348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.075348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.075348] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f108ff02-1d47-4a99-af16-0f6e5d7095c1 already deleted. [ 585.075348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f108ff02-1d47-4a99-af16-0f6e5d7095c1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.399549] env[69468]: INFO networking_nsxv3.common.synchronization [None req-3309c7c3-aa26-48ec-8fa0-e6e6eafc9c9f None None] Enqueued Resource ID: 5a793d83-fd7a-42cb-92b7-c3d871bcc496 with Priority: HIGHEST for action port [ 586.399813] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a793d83-fd7a-42cb-92b7-c3d871bcc496 with Priority: HIGHEST for action port [ 586.400766] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a793d83-fd7a-42cb-92b7-c3d871bcc496 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.400866] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a793d83-fd7a-42cb-92b7-c3d871bcc496" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.400930] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a793d83-fd7a-42cb-92b7-c3d871bcc496" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.401367] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a793d83-fd7a-42cb-92b7-c3d871bcc496" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.401601] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a793d83-fd7a-42cb-92b7-c3d871bcc496',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.655476] env[69468]: INFO networking_nsxv3.common.synchronization [None req-f6569760-a540-4ac3-8c3d-c59ab45cc764 None None] Enqueued Resource ID: d8b9ff4f-c986-4b85-a99b-b5b3c541a067 with Priority: HIGHEST for action port [ 586.655476] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8b9ff4f-c986-4b85-a99b-b5b3c541a067 with Priority: HIGHEST for action port [ 586.655476] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8b9ff4f-c986-4b85-a99b-b5b3c541a067 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.655667] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8b9ff4f-c986-4b85-a99b-b5b3c541a067" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.655667] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8b9ff4f-c986-4b85-a99b-b5b3c541a067" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.657040] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8b9ff4f-c986-4b85-a99b-b5b3c541a067" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.657203] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8b9ff4f-c986-4b85-a99b-b5b3c541a067',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.903689] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a793d83-fd7a-42cb-92b7-c3d871bcc496 [ 586.903972] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.904087] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.904503] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.904503] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.904503] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.904623] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a793d83-fd7a-42cb-92b7-c3d871bcc496 already deleted. [ 586.904623] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a793d83-fd7a-42cb-92b7-c3d871bcc496" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.161571] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8b9ff4f-c986-4b85-a99b-b5b3c541a067 [ 587.161571] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.161571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.161571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.161571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.161571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.161571] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8b9ff4f-c986-4b85-a99b-b5b3c541a067 already deleted. [ 587.161571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8b9ff4f-c986-4b85-a99b-b5b3c541a067" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.245611] env[69468]: INFO networking_nsxv3.common.synchronization [None req-c60542b3-bcbf-4ddc-892e-f85c82fb7046 None None] Enqueued Resource ID: 06f79e57-cd02-40ba-b4c6-ba15a08ad9a9 with Priority: HIGHEST for action port [ 587.245611] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f79e57-cd02-40ba-b4c6-ba15a08ad9a9 with Priority: HIGHEST for action port [ 587.245790] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-06f79e57-cd02-40ba-b4c6-ba15a08ad9a9 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.245855] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06f79e57-cd02-40ba-b4c6-ba15a08ad9a9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.245926] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06f79e57-cd02-40ba-b4c6-ba15a08ad9a9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.246198] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06f79e57-cd02-40ba-b4c6-ba15a08ad9a9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.246284] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06f79e57-cd02-40ba-b4c6-ba15a08ad9a9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.753515] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06f79e57-cd02-40ba-b4c6-ba15a08ad9a9 [ 587.754204] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.754204] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.754204] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.754204] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.757373] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.757373] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06f79e57-cd02-40ba-b4c6-ba15a08ad9a9 already deleted. [ 587.757373] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06f79e57-cd02-40ba-b4c6-ba15a08ad9a9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.547984] env[69468]: INFO networking_nsxv3.common.synchronization [None req-41a4047b-9c9a-45db-82a1-90726625f749 tempest-ServersV294TestFqdnHostnames-1767580808 tempest-ServersV294TestFqdnHostnames-1767580808-project-member] Enqueued Resource ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f with Priority: HIGHEST for action security_group_rules [ 588.548502] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f with Priority: HIGHEST for action security_group_rules [ 588.548791] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60124144-ebfb-4fa3-af0f-77f94ab98e5f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.548910] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.548978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.550157] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.550247] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60124144-ebfb-4fa3-af0f-77f94ab98e5f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.734601] env[69468]: INFO networking_nsxv3.common.synchronization [None req-be0a40d3-12d7-4567-9f2c-ea60d33201f0 tempest-ServersV294TestFqdnHostnames-1767580808 tempest-ServersV294TestFqdnHostnames-1767580808-project-member] Enqueued Resource ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f with Priority: HIGHEST for action security_group_rules [ 588.735119] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f with Priority: HIGHEST for action security_group_rules [ 588.735665] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60124144-ebfb-4fa3-af0f-77f94ab98e5f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.736103] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.079438] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.079992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.080984] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.080984] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.080984] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.080984] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f already deleted. [ 589.080984] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.082510] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.082510] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.082510] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60124144-ebfb-4fa3-af0f-77f94ab98e5f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.608899] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.609059] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.609128] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.609655] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.609655] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.609655] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f already deleted. [ 589.609655] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.754735] env[69468]: INFO networking_nsxv3.common.synchronization [req-fdaa6f63-cade-472b-94ad-75b604621769 req-451ae3fd-0890-4dea-aa82-3491f95fdf89 tempest-ImagesOneServerNegativeTestJSON-1810634108 tempest-ImagesOneServerNegativeTestJSON-1810634108-project-member] Enqueued Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGHEST for action security_group_members [ 590.758833] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGHEST for action security_group_members [ 590.758833] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2282d3a6-aacd-45e3-a715-d269da320444 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.758833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.758833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.758833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.758833] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.758833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.758833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.758833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.758833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.758833] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2282d3a6-aacd-45e3-a715-d269da320444',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.801232] env[69468]: INFO networking_nsxv3.common.synchronization [None req-d3701ddf-57c6-459b-a81e-9ea55e78677e None None] Enqueued Resource ID: 0aa98b9c-0644-4efd-b78a-51b255585842 with Priority: HIGHEST for action port [ 590.801232] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa98b9c-0644-4efd-b78a-51b255585842 with Priority: HIGHEST for action port [ 590.801232] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-0aa98b9c-0644-4efd-b78a-51b255585842 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.801232] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0aa98b9c-0644-4efd-b78a-51b255585842" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.801440] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0aa98b9c-0644-4efd-b78a-51b255585842" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.802288] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0aa98b9c-0644-4efd-b78a-51b255585842" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.802369] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aa98b9c-0644-4efd-b78a-51b255585842',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.261215] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.261392] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.261562] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.261796] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.261869] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.262061] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.262229] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.262229] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.262386] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.262467] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.262561] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2282d3a6-aacd-45e3-a715-d269da320444 already deleted. [ 591.262622] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.304869] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0aa98b9c-0644-4efd-b78a-51b255585842 [ 591.305101] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.305245] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.305401] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.305570] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.306120] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.306120] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0aa98b9c-0644-4efd-b78a-51b255585842 already deleted. [ 591.306120] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0aa98b9c-0644-4efd-b78a-51b255585842" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.396668] env[69468]: INFO networking_nsxv3.common.synchronization [None req-0d5e148d-2570-41c9-9ff6-2cabd555d776 None None] Enqueued Resource ID: 89ffcfe5-b28c-4531-bc05-09cbbd1534cc with Priority: HIGHEST for action port [ 591.396668] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89ffcfe5-b28c-4531-bc05-09cbbd1534cc with Priority: HIGHEST for action port [ 591.396668] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-89ffcfe5-b28c-4531-bc05-09cbbd1534cc taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.396668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89ffcfe5-b28c-4531-bc05-09cbbd1534cc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.396668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89ffcfe5-b28c-4531-bc05-09cbbd1534cc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.396668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89ffcfe5-b28c-4531-bc05-09cbbd1534cc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.396668] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89ffcfe5-b28c-4531-bc05-09cbbd1534cc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.636390] env[69468]: INFO networking_nsxv3.common.synchronization [None req-75342dc1-e05c-4684-ba65-5249f04c4d2f None None] Enqueued Resource ID: 67ed442e-72e2-4771-a19b-95ca5996cc2f with Priority: HIGHEST for action port [ 591.636661] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ed442e-72e2-4771-a19b-95ca5996cc2f with Priority: HIGHEST for action port [ 591.637289] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-67ed442e-72e2-4771-a19b-95ca5996cc2f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.637410] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67ed442e-72e2-4771-a19b-95ca5996cc2f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.637476] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67ed442e-72e2-4771-a19b-95ca5996cc2f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.637731] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67ed442e-72e2-4771-a19b-95ca5996cc2f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.637814] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67ed442e-72e2-4771-a19b-95ca5996cc2f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.898278] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89ffcfe5-b28c-4531-bc05-09cbbd1534cc [ 591.899582] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.899582] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.899582] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.899582] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.899818] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.900294] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89ffcfe5-b28c-4531-bc05-09cbbd1534cc already deleted. [ 591.900600] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89ffcfe5-b28c-4531-bc05-09cbbd1534cc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.140931] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67ed442e-72e2-4771-a19b-95ca5996cc2f [ 592.141236] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.141569] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.141756] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.142026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.143889] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.143889] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67ed442e-72e2-4771-a19b-95ca5996cc2f already deleted. [ 592.143889] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67ed442e-72e2-4771-a19b-95ca5996cc2f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.256710] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.256710] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-19" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.256710] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-19" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.257039] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-19" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.258421] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.258901] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.259171] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.259431] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.260492] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.260855] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 592.260960] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.261143] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.261209] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.261745] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 592.261745] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.261745] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.281564] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.281750] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 592.281928] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.282670] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-19" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.282670] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-595d3b80-121a-4ab1-9ece-34303f1a5b18 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.282670] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-595d3b80-121a-4ab1-9ece-34303f1a5b18" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.282670] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-595d3b80-121a-4ab1-9ece-34303f1a5b18" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.283375] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-595d3b80-121a-4ab1-9ece-34303f1a5b18" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.283519] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('595d3b80-121a-4ab1-9ece-34303f1a5b18',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.729106] env[69468]: INFO networking_nsxv3.common.synchronization [req-6f2a7fb9-07bc-4a30-9cc9-62139b9fd68b req-a0a7b682-04aa-4032-8c5f-75e249b52013 tempest-DeleteServersAdminTestJSON-2078656816 tempest-DeleteServersAdminTestJSON-2078656816-project-member] Enqueued Resource ID: 605bf232-0fab-4540-a959-d8fb92606eb3 with Priority: HIGHEST for action security_group_members [ 592.731529] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 605bf232-0fab-4540-a959-d8fb92606eb3 with Priority: HIGHEST for action security_group_members [ 592.731529] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-605bf232-0fab-4540-a959-d8fb92606eb3 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.733503] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.733503] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.733503] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.734439] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.734439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.734439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.734439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.734439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.734439] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('605bf232-0fab-4540-a959-d8fb92606eb3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.786082] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.786514] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.786647] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.786957] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.787117] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.787436] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 595d3b80-121a-4ab1-9ece-34303f1a5b18 not found, creating... [ 592.787642] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.787904] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.787988] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.788187] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.788364] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.788909] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.788909] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.789106] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.789598] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.789758] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.789911] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 595d3b80-121a-4ab1-9ece-34303f1a5b18 is going to be created. [ 592.813770] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.813770] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.813770] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.814250] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.814250] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.814543] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-595d3b80-121a-4ab1-9ece-34303f1a5b18" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.239563] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.239926] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.239926] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.241378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.241378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.241378] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.241378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.241378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.241378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.241378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.241378] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 605bf232-0fab-4540-a959-d8fb92606eb3 already deleted. [ 593.241378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.604192] env[69468]: INFO networking_nsxv3.common.synchronization [None req-295b94a6-c3b4-469e-b515-532d88e5550e None None] Enqueued Resource ID: 9a0b2c95-0480-40cb-92b4-a98f6647851d with Priority: HIGHEST for action port [ 593.604192] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0b2c95-0480-40cb-92b4-a98f6647851d with Priority: HIGHEST for action port [ 593.604192] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a0b2c95-0480-40cb-92b4-a98f6647851d taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.604192] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a0b2c95-0480-40cb-92b4-a98f6647851d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.604192] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a0b2c95-0480-40cb-92b4-a98f6647851d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.604192] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a0b2c95-0480-40cb-92b4-a98f6647851d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.604192] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a0b2c95-0480-40cb-92b4-a98f6647851d',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.738294] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.738456] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.739593] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.739941] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.740286] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.740582] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.740644] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.740879] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.741184] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.742369] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 593.742535] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.743020] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.743020] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.743134] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 593.743190] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.743388] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.762419] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.762636] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 593.762787] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.762981] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.763413] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-fd190b86-eed6-4857-9dcb-7fc4a209989d taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.763527] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-fd190b86-eed6-4857-9dcb-7fc4a209989d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.763575] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-fd190b86-eed6-4857-9dcb-7fc4a209989d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.763885] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-fd190b86-eed6-4857-9dcb-7fc4a209989d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.764036] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd190b86-eed6-4857-9dcb-7fc4a209989d',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.107532] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a0b2c95-0480-40cb-92b4-a98f6647851d [ 594.108175] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.108175] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.108175] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.108375] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.108375] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.108428] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a0b2c95-0480-40cb-92b4-a98f6647851d already deleted. [ 594.108545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a0b2c95-0480-40cb-92b4-a98f6647851d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.129023] env[69468]: INFO networking_nsxv3.common.synchronization [req-fdaa6f63-cade-472b-94ad-75b604621769 req-858ca768-539d-4ef0-a696-d892abe32fb0 service nova] Enqueued Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGHEST for action security_group_rules [ 594.129023] env[69468]: INFO networking_nsxv3.common.synchronization [req-fdaa6f63-cade-472b-94ad-75b604621769 req-858ca768-539d-4ef0-a696-d892abe32fb0 service nova] Enqueued Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGHEST for action security_group_members [ 594.129023] env[69468]: INFO networking_nsxv3.common.synchronization [req-fdaa6f63-cade-472b-94ad-75b604621769 req-858ca768-539d-4ef0-a696-d892abe32fb0 service nova] Enqueued Resource ID: 595d3b80-121a-4ab1-9ece-34303f1a5b18 with Priority: HIGHEST for action port [ 594.129023] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGHEST for action security_group_rules [ 594.129023] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGHEST for action security_group_members [ 594.129023] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 595d3b80-121a-4ab1-9ece-34303f1a5b18 with Priority: HIGHEST for action port [ 594.129023] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2282d3a6-aacd-45e3-a715-d269da320444 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.129023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.129023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.129652] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.129652] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2282d3a6-aacd-45e3-a715-d269da320444',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.130598] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2282d3a6-aacd-45e3-a715-d269da320444 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.130677] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.130709] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.130855] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.130996] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.131368] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.131368] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.131368] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.131488] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.131488] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2282d3a6-aacd-45e3-a715-d269da320444',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.132496] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-595d3b80-121a-4ab1-9ece-34303f1a5b18 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.133013] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-595d3b80-121a-4ab1-9ece-34303f1a5b18" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.133013] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-595d3b80-121a-4ab1-9ece-34303f1a5b18" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.133013] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-595d3b80-121a-4ab1-9ece-34303f1a5b18" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.133013] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('595d3b80-121a-4ab1-9ece-34303f1a5b18',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.268538] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.268947] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.268947] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.269562] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.269757] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.270523] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port fd190b86-eed6-4857-9dcb-7fc4a209989d not found, creating... [ 594.270523] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.270523] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.270675] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.270956] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.271136] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.271681] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.271896] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.271953] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.273145] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.273287] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.273433] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: fd190b86-eed6-4857-9dcb-7fc4a209989d is going to be created. [ 594.294345] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.294652] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.294834] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.295476] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.295813] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.296411] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-fd190b86-eed6-4857-9dcb-7fc4a209989d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.482307] env[69468]: INFO networking_nsxv3.common.synchronization [None req-09c94029-eb2b-4d7a-812b-d606144d1e83 None None] Enqueued Resource ID: f4880d15-ae4c-4b93-93c2-b23a317a748a with Priority: HIGHEST for action port [ 594.482814] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4880d15-ae4c-4b93-93c2-b23a317a748a with Priority: HIGHEST for action port [ 594.483146] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4880d15-ae4c-4b93-93c2-b23a317a748a taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.483246] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4880d15-ae4c-4b93-93c2-b23a317a748a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.483335] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4880d15-ae4c-4b93-93c2-b23a317a748a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.485768] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4880d15-ae4c-4b93-93c2-b23a317a748a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.485768] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4880d15-ae4c-4b93-93c2-b23a317a748a',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.638228] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2282d3a6-aacd-45e3-a715-d269da320444 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.638228] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.645811] env[69468]: INFO networking_nsxv3.common.synchronization [None req-75d634e5-7456-481a-8e3f-78277099646d None None] Enqueued Resource ID: 0ec3688d-037c-4cfb-997f-19fc365df753 with Priority: HIGHEST for action port [ 594.647608] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2282d3a6-aacd-45e3-a715-d269da320444',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.651365] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 595d3b80-121a-4ab1-9ece-34303f1a5b18 with status ACTIVE [ 594.652291] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.652291] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.652291] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.652291] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.652291] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.652291] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.652662] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.652662] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.652662] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.652662] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.652765] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.652849] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.652907] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.653047] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.653118] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.653197] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 595d3b80-121a-4ab1-9ece-34303f1a5b18 is going to be updated. [ 594.654927] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ec3688d-037c-4cfb-997f-19fc365df753 with Priority: HIGHEST for action port [ 594.655910] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ec3688d-037c-4cfb-997f-19fc365df753 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.656068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ec3688d-037c-4cfb-997f-19fc365df753" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.656194] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ec3688d-037c-4cfb-997f-19fc365df753" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.656415] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ec3688d-037c-4cfb-997f-19fc365df753" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.656962] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ec3688d-037c-4cfb-997f-19fc365df753',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.678183] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.678347] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.678404] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.678602] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.678782] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.678879] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-595d3b80-121a-4ab1-9ece-34303f1a5b18" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.724369] env[69468]: INFO networking_nsxv3.common.synchronization [req-d2dd7545-6745-4477-8bb2-485212fbddc8 req-8bed664c-a775-4855-bef0-fd0b0500b98b tempest-ImagesNegativeTestJSON-100383407 tempest-ImagesNegativeTestJSON-100383407-project-member] Enqueued Resource ID: 73725abb-ed0e-479e-9ffe-51d4bb1783df with Priority: HIGHEST for action security_group_members [ 594.726145] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73725abb-ed0e-479e-9ffe-51d4bb1783df with Priority: HIGHEST for action security_group_members [ 594.726145] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-73725abb-ed0e-479e-9ffe-51d4bb1783df taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.726145] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.726145] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.726145] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.726145] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.726145] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.726145] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.726145] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.727401] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.727537] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73725abb-ed0e-479e-9ffe-51d4bb1783df',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.987113] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4880d15-ae4c-4b93-93c2-b23a317a748a [ 594.987318] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.987516] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.987580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.987757] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.988202] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.988202] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4880d15-ae4c-4b93-93c2-b23a317a748a already deleted. [ 594.988202] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4880d15-ae4c-4b93-93c2-b23a317a748a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.160021] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2282d3a6-aacd-45e3-a715-d269da320444',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.164204] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ec3688d-037c-4cfb-997f-19fc365df753 [ 595.164432] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.164567] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.164633] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.164846] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.164931] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.165034] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ec3688d-037c-4cfb-997f-19fc365df753 already deleted. [ 595.165118] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ec3688d-037c-4cfb-997f-19fc365df753" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.230904] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.231088] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.231167] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.231391] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.231496] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.231687] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.231782] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.231842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.231990] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.232074] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.232158] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73725abb-ed0e-479e-9ffe-51d4bb1783df already deleted. [ 595.232289] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.277795] env[69468]: INFO networking_nsxv3.common.synchronization [None req-5dd8f9a5-ee93-4795-a422-3a1e8ae696ea tempest-VolumesAssistedSnapshotsTest-551197811 tempest-VolumesAssistedSnapshotsTest-551197811-project-member] Enqueued Resource ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 with Priority: HIGHEST for action security_group_rules [ 595.278296] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 with Priority: HIGHEST for action security_group_rules [ 595.278645] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87b9a661-59d2-4cac-8a06-d25a515e2363 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.278768] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.278833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.282159] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.282244] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87b9a661-59d2-4cac-8a06-d25a515e2363',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.662735] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.662735] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.662868] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.662979] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.663088] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.663188] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2282d3a6-aacd-45e3-a715-d269da320444 is going to be created. [ 595.696180] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.696984] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.697090] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.697417] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.697485] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.712037] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2282d3a6-aacd-45e3-a715-d269da320444 in Status: UNINITIALIZED for 2s [ 595.805154] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.805596] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.810941] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.810941] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.810941] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.810941] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 already deleted. [ 595.810941] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.957300] env[69468]: INFO networking_nsxv3.common.synchronization [None req-37ebf7a9-c050-4dd6-bfe5-0eee34e14c60 tempest-VolumesAssistedSnapshotsTest-551197811 tempest-VolumesAssistedSnapshotsTest-551197811-project-member] Enqueued Resource ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 with Priority: HIGHEST for action security_group_rules [ 595.957300] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 with Priority: HIGHEST for action security_group_rules [ 595.957300] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87b9a661-59d2-4cac-8a06-d25a515e2363 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.957300] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.957300] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.957300] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.957300] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87b9a661-59d2-4cac-8a06-d25a515e2363',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.432085] env[69468]: INFO networking_nsxv3.common.synchronization [req-6f2a7fb9-07bc-4a30-9cc9-62139b9fd68b req-9f12546a-7b47-4337-b794-0dff2cddd40f service nova] Enqueued Resource ID: 605bf232-0fab-4540-a959-d8fb92606eb3 with Priority: HIGHEST for action security_group_rules [ 596.432382] env[69468]: INFO networking_nsxv3.common.synchronization [req-6f2a7fb9-07bc-4a30-9cc9-62139b9fd68b req-9f12546a-7b47-4337-b794-0dff2cddd40f service nova] Enqueued Resource ID: 605bf232-0fab-4540-a959-d8fb92606eb3 with Priority: HIGHEST for action security_group_members [ 596.432382] env[69468]: INFO networking_nsxv3.common.synchronization [req-6f2a7fb9-07bc-4a30-9cc9-62139b9fd68b req-9f12546a-7b47-4337-b794-0dff2cddd40f service nova] Enqueued Resource ID: fd190b86-eed6-4857-9dcb-7fc4a209989d with Priority: HIGHEST for action port [ 596.432611] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 605bf232-0fab-4540-a959-d8fb92606eb3 with Priority: HIGHEST for action security_group_rules [ 596.432730] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 605bf232-0fab-4540-a959-d8fb92606eb3 with Priority: HIGHEST for action security_group_members [ 596.432820] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd190b86-eed6-4857-9dcb-7fc4a209989d with Priority: HIGHEST for action port [ 596.433621] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-605bf232-0fab-4540-a959-d8fb92606eb3 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.433621] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.433621] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.433809] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.433842] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('605bf232-0fab-4540-a959-d8fb92606eb3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.435255] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-605bf232-0fab-4540-a959-d8fb92606eb3 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.435413] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.435451] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.435594] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.435735] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.436321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.436321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.436321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.436584] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.436584] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('605bf232-0fab-4540-a959-d8fb92606eb3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.437549] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd190b86-eed6-4857-9dcb-7fc4a209989d taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.437672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd190b86-eed6-4857-9dcb-7fc4a209989d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.437738] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd190b86-eed6-4857-9dcb-7fc4a209989d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.437889] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd190b86-eed6-4857-9dcb-7fc4a209989d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.438073] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd190b86-eed6-4857-9dcb-7fc4a209989d',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.479251] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.479251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.479251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.479251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.479251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.479251] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 already deleted. [ 596.479251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.553239] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.553239] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-474" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.553239] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-474" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.553239] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-474" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.553239] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.554290] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.554290] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.554290] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.554290] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.555264] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 596.555264] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.555264] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.555264] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.555264] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 596.555264] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.555264] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.574093] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.575139] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 596.575139] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.575139] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-474" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.575139] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-77ecc630-733d-4acd-8e33-5354c11dd9a3 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.575139] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-77ecc630-733d-4acd-8e33-5354c11dd9a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.575139] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-77ecc630-733d-4acd-8e33-5354c11dd9a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.575458] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-77ecc630-733d-4acd-8e33-5354c11dd9a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.575600] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77ecc630-733d-4acd-8e33-5354c11dd9a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.829359] env[69468]: INFO networking_nsxv3.common.synchronization [None req-9039f8f6-0c5f-45ec-8db1-7fd3dfaaa016 tempest-ServersWithSpecificFlavorTestJSON-349924692 tempest-ServersWithSpecificFlavorTestJSON-349924692-project-member] Enqueued Resource ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 with Priority: HIGHEST for action security_group_rules [ 596.829829] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 with Priority: HIGHEST for action security_group_rules [ 596.830143] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5327879a-8e69-4f71-b0d8-310a98738ad7 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.830359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.830432] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.830694] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.830780] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5327879a-8e69-4f71-b0d8-310a98738ad7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.942935] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd190b86-eed6-4857-9dcb-7fc4a209989d with status ACTIVE [ 596.943208] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.944016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.944016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.944016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.944016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.944016] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.944016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.944539] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.944763] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.944849] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.945054] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.945425] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.945425] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.945425] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.945425] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.945631] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd190b86-eed6-4857-9dcb-7fc4a209989d is going to be updated. [ 596.946889] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('605bf232-0fab-4540-a959-d8fb92606eb3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.950119] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-605bf232-0fab-4540-a959-d8fb92606eb3 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.950119] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.975115] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.975291] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.975342] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.975545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.975675] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.975822] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd190b86-eed6-4857-9dcb-7fc4a209989d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.077955] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.079691] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.081379] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.081452] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.081587] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.081782] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 77ecc630-733d-4acd-8e33-5354c11dd9a3 not found, creating... [ 597.085029] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.085029] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.085029] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.085029] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.085029] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.085325] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.085726] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.085726] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.086321] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.086872] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.088185] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 77ecc630-733d-4acd-8e33-5354c11dd9a3 is going to be created. [ 597.108595] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.109365] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.109522] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.109878] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.112330] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.112330] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-77ecc630-733d-4acd-8e33-5354c11dd9a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.211523] env[69468]: INFO networking_nsxv3.common.synchronization [None req-ca39d76c-e9db-498f-ad78-5ad3f0231b0c tempest-ServersWithSpecificFlavorTestJSON-349924692 tempest-ServersWithSpecificFlavorTestJSON-349924692-project-member] Enqueued Resource ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 with Priority: HIGHEST for action security_group_rules [ 597.212920] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 with Priority: HIGHEST for action security_group_rules [ 597.214307] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5327879a-8e69-4f71-b0d8-310a98738ad7 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.214388] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.351293] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.351629] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.351809] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.352315] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.352501] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.352701] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 already deleted. [ 597.352913] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.353178] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.353439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.353650] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5327879a-8e69-4f71-b0d8-310a98738ad7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.450029] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('605bf232-0fab-4540-a959-d8fb92606eb3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.529222] env[69468]: INFO networking_nsxv3.common.synchronization [None req-cba5b579-b9df-46ea-9905-e5abb8430a97 None None] Enqueued Resource ID: bc5eccb2-f33a-4553-bb44-9db69d64a9bf with Priority: HIGHEST for action port [ 597.529854] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5eccb2-f33a-4553-bb44-9db69d64a9bf with Priority: HIGHEST for action port [ 597.530505] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc5eccb2-f33a-4553-bb44-9db69d64a9bf taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.530505] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc5eccb2-f33a-4553-bb44-9db69d64a9bf" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.530505] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc5eccb2-f33a-4553-bb44-9db69d64a9bf" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.531405] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc5eccb2-f33a-4553-bb44-9db69d64a9bf" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.531405] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc5eccb2-f33a-4553-bb44-9db69d64a9bf',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.723067] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2282d3a6-aacd-45e3-a715-d269da320444 in Status: SUCCESS [ 597.723723] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.723723] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.723723] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.723898] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.724142] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.724142] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.724238] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.724300] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.724385] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.724477] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2282d3a6-aacd-45e3-a715-d269da320444',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.874026] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.874158] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.874158] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.876035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.876035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.876035] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 already deleted. [ 597.876035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.904195] env[69468]: INFO networking_nsxv3.common.synchronization [None req-244a5efb-704a-4fdc-aba2-82b938eba8df None None] Enqueued Resource ID: 65e531a1-125c-4fd8-b156-aea4f7081e14 with Priority: HIGHEST for action port [ 597.904195] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65e531a1-125c-4fd8-b156-aea4f7081e14 with Priority: HIGHEST for action port [ 597.904195] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-65e531a1-125c-4fd8-b156-aea4f7081e14 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.904195] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65e531a1-125c-4fd8-b156-aea4f7081e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.904195] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65e531a1-125c-4fd8-b156-aea4f7081e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.905439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65e531a1-125c-4fd8-b156-aea4f7081e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.906532] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65e531a1-125c-4fd8-b156-aea4f7081e14',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.955255] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.955411] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.955490] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.955707] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.955783] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.955906] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 605bf232-0fab-4540-a959-d8fb92606eb3 is going to be created. [ 597.994085] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.994085] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.994085] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.994085] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.994085] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.001490] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 605bf232-0fab-4540-a959-d8fb92606eb3 in Status: UNINITIALIZED for 2s [ 598.034860] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc5eccb2-f33a-4553-bb44-9db69d64a9bf [ 598.035149] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.035296] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.035368] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.035599] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.035716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.035768] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc5eccb2-f33a-4553-bb44-9db69d64a9bf already deleted. [ 598.035830] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc5eccb2-f33a-4553-bb44-9db69d64a9bf" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.227844] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2282d3a6-aacd-45e3-a715-d269da320444 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.227978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.227978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.228507] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.228507] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.228507] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.228507] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.228701] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.228796] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.228887] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.232275] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2282d3a6-aacd-45e3-a715-d269da320444 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.232275] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.232275] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.232275] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.232275] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.232542] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.232542] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.232542] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.232632] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.232750] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.232798] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2282d3a6-aacd-45e3-a715-d269da320444',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.408379] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65e531a1-125c-4fd8-b156-aea4f7081e14 [ 598.408891] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.411409] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.411507] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.412622] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.412622] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.412622] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65e531a1-125c-4fd8-b156-aea4f7081e14 already deleted. [ 598.412622] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65e531a1-125c-4fd8-b156-aea4f7081e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.522885] env[69468]: INFO networking_nsxv3.common.synchronization [req-07f0a9a9-808f-452a-aa4a-23a6e35a1551 req-d3d5d94a-7a6a-4e0b-912d-c64fa1fe5782 tempest-ServerDiagnosticsTest-878497450 tempest-ServerDiagnosticsTest-878497450-project-member] Enqueued Resource ID: d3fae98c-0ddf-4c84-b3a8-16e6356eed6c with Priority: HIGHEST for action security_group_members [ 598.523469] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3fae98c-0ddf-4c84-b3a8-16e6356eed6c with Priority: HIGHEST for action security_group_members [ 598.523810] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.523933] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.523998] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.524464] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.525720] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.525879] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.525948] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.526131] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.526215] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.526309] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3fae98c-0ddf-4c84-b3a8-16e6356eed6c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.740613] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2282d3a6-aacd-45e3-a715-d269da320444: rpc.has_security_group_logging(os_id): False [ 598.768107] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.768107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.768107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.768107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.768107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.768107] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.768107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.768107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.768107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.768107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.768107] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.768107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.768107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.771419] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.771419] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.771419] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.771419] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.771419] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.771419] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.771419] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.771419] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2282d3a6-aacd-45e3-a715-d269da320444 is going to be created. [ 598.781768] env[69468]: INFO networking_nsxv3.common.synchronization [None req-1dec15a7-b539-42af-8f2f-d5f0ff0762e1 None None] Enqueued Resource ID: 1d3e6007-641a-4410-9aaf-e297fdd977ff with Priority: HIGHEST for action port [ 598.782493] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3e6007-641a-4410-9aaf-e297fdd977ff with Priority: HIGHEST for action port [ 598.782950] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d3e6007-641a-4410-9aaf-e297fdd977ff taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.783264] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d3e6007-641a-4410-9aaf-e297fdd977ff" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.783462] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d3e6007-641a-4410-9aaf-e297fdd977ff" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.784814] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d3e6007-641a-4410-9aaf-e297fdd977ff" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.784814] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d3e6007-641a-4410-9aaf-e297fdd977ff',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.835465] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.835465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.835465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.835786] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.835980] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.851093] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2282d3a6-aacd-45e3-a715-d269da320444 in Status: IN_PROGRESS for 2s [ 599.033773] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.033773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.033773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.033773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.033773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.033773] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.033773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.033773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.033773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.033773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.033773] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3fae98c-0ddf-4c84-b3a8-16e6356eed6c already deleted. [ 599.033773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.288959] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d3e6007-641a-4410-9aaf-e297fdd977ff [ 599.289209] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.289479] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.289479] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.289654] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.289887] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.289887] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d3e6007-641a-4410-9aaf-e297fdd977ff already deleted. [ 599.289974] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d3e6007-641a-4410-9aaf-e297fdd977ff" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.722966] env[69468]: INFO networking_nsxv3.common.synchronization [req-d2dd7545-6745-4477-8bb2-485212fbddc8 req-be5dc276-efd4-4270-8f55-6aabc1808764 service nova] Enqueued Resource ID: 73725abb-ed0e-479e-9ffe-51d4bb1783df with Priority: HIGHEST for action security_group_rules [ 599.722966] env[69468]: INFO networking_nsxv3.common.synchronization [req-d2dd7545-6745-4477-8bb2-485212fbddc8 req-be5dc276-efd4-4270-8f55-6aabc1808764 service nova] Enqueued Resource ID: 73725abb-ed0e-479e-9ffe-51d4bb1783df with Priority: HIGHEST for action security_group_members [ 599.722966] env[69468]: INFO networking_nsxv3.common.synchronization [req-d2dd7545-6745-4477-8bb2-485212fbddc8 req-be5dc276-efd4-4270-8f55-6aabc1808764 service nova] Enqueued Resource ID: 77ecc630-733d-4acd-8e33-5354c11dd9a3 with Priority: HIGHEST for action port [ 599.724208] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73725abb-ed0e-479e-9ffe-51d4bb1783df with Priority: HIGHEST for action security_group_rules [ 599.724413] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73725abb-ed0e-479e-9ffe-51d4bb1783df with Priority: HIGHEST for action security_group_members [ 599.724413] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ecc630-733d-4acd-8e33-5354c11dd9a3 with Priority: HIGHEST for action port [ 599.725358] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73725abb-ed0e-479e-9ffe-51d4bb1783df taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.725585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.725585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.726269] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.726269] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73725abb-ed0e-479e-9ffe-51d4bb1783df',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.726773] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-73725abb-ed0e-479e-9ffe-51d4bb1783df taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.726881] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.726946] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.727137] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.727642] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.727744] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.727802] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.728523] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.728523] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.728523] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73725abb-ed0e-479e-9ffe-51d4bb1783df',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.729237] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-77ecc630-733d-4acd-8e33-5354c11dd9a3 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.729237] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77ecc630-733d-4acd-8e33-5354c11dd9a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.729237] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77ecc630-733d-4acd-8e33-5354c11dd9a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.729237] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77ecc630-733d-4acd-8e33-5354c11dd9a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.729237] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77ecc630-733d-4acd-8e33-5354c11dd9a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.012161] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 605bf232-0fab-4540-a959-d8fb92606eb3 in Status: SUCCESS [ 600.012377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.012853] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.013356] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.013356] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.013597] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.013597] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.013597] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.013699] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.013748] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.013834] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('605bf232-0fab-4540-a959-d8fb92606eb3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.232438] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-73725abb-ed0e-479e-9ffe-51d4bb1783df taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.232656] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.232884] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73725abb-ed0e-479e-9ffe-51d4bb1783df',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.233848] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77ecc630-733d-4acd-8e33-5354c11dd9a3 with status ACTIVE [ 600.233956] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.234082] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.234147] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.234488] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.234488] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.234592] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.234686] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.234753] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.234881] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.234954] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.235987] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.236075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.236125] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.236275] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.236350] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.236452] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77ecc630-733d-4acd-8e33-5354c11dd9a3 is going to be updated. [ 600.259097] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.259097] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.259097] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.259097] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.259097] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.259097] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77ecc630-733d-4acd-8e33-5354c11dd9a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.518642] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-605bf232-0fab-4540-a959-d8fb92606eb3 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.518642] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.518642] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.518642] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.518642] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.518642] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.518642] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.518642] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.518642] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.518642] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.518642] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-605bf232-0fab-4540-a959-d8fb92606eb3 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.518642] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.518642] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.518642] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.518642] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.518642] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.519235] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.519235] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.519235] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.519235] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.519235] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('605bf232-0fab-4540-a959-d8fb92606eb3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.524569] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.524569] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.524569] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.524569] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.526938] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.527137] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.527491] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.527757] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.527910] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.531009] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 600.531009] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.531009] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.531009] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.531009] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 600.531009] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.531009] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.557017] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.557017] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 600.557176] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.557384] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.557954] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-9cdc8cda-340c-4ebc-884a-d52746c1cda6 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.557954] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-9cdc8cda-340c-4ebc-884a-d52746c1cda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.558283] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-9cdc8cda-340c-4ebc-884a-d52746c1cda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.558584] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-9cdc8cda-340c-4ebc-884a-d52746c1cda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.559129] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cdc8cda-340c-4ebc-884a-d52746c1cda6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.710178] env[69468]: INFO networking_nsxv3.common.synchronization [None req-3d633581-3ec2-45f3-861a-c4df9e4e30da tempest-ServersTestManualDisk-1552660528 tempest-ServersTestManualDisk-1552660528-project-member] Enqueued Resource ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 with Priority: HIGHEST for action security_group_rules [ 600.710767] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 with Priority: HIGHEST for action security_group_rules [ 600.711712] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.711892] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.712093] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.712349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.712442] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.738687] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73725abb-ed0e-479e-9ffe-51d4bb1783df',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.780619] env[69468]: INFO networking_nsxv3.common.synchronization [req-fa6b94ee-3070-42f6-a9d5-4323e1e426f2 req-47303f2b-3511-4736-ad8e-0e7a7144edb4 tempest-ServersAdminNegativeTestJSON-442332739 tempest-ServersAdminNegativeTestJSON-442332739-project-member] Enqueued Resource ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 with Priority: HIGHEST for action security_group_members [ 600.780919] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 with Priority: HIGHEST for action security_group_members [ 600.781240] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-302e85eb-7b5f-4e30-8439-37381e0b3229 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.781367] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.781433] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.781714] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.781831] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.781929] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.781994] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.782539] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.782757] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.782936] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('302e85eb-7b5f-4e30-8439-37381e0b3229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.867044] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2282d3a6-aacd-45e3-a715-d269da320444 in Status: SUCCESS [ 600.867407] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.022880] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 605bf232-0fab-4540-a959-d8fb92606eb3: rpc.has_security_group_logging(os_id): False [ 601.039881] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.040597] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.040597] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.040597] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.040597] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.040833] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.040937] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.040976] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.041169] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.041222] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.041447] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.041522] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.041552] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.041683] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.041757] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.041945] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.042048] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.042134] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.042237] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.042318] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.042393] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 605bf232-0fab-4540-a959-d8fb92606eb3 is going to be created. [ 601.061380] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.061553] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.061658] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.061940] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.062197] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.062276] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 9cdc8cda-340c-4ebc-884a-d52746c1cda6 not found, creating... [ 601.062518] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.062682] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.062792] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.063031] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.063231] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.063428] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.063583] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.063702] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.064090] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.070762] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.071357] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 9cdc8cda-340c-4ebc-884a-d52746c1cda6 is going to be created. [ 601.079825] env[69468]: INFO networking_nsxv3.common.synchronization [None req-c143db48-4e92-4089-a22f-6f9ebaee5359 tempest-ServersTestManualDisk-1552660528 tempest-ServersTestManualDisk-1552660528-project-member] Enqueued Resource ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 with Priority: HIGHEST for action security_group_rules [ 601.080847] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 with Priority: HIGHEST for action security_group_rules [ 601.081250] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.081373] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.103405] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.103617] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.103745] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.104043] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.104267] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.104488] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-9cdc8cda-340c-4ebc-884a-d52746c1cda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.105960] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.107760] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.107842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.108034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.108192] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.119800] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 605bf232-0fab-4540-a959-d8fb92606eb3 in Status: IN_PROGRESS for 2s [ 601.241959] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.242473] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.242473] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.242755] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.242755] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.242755] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73725abb-ed0e-479e-9ffe-51d4bb1783df is going to be created. [ 601.254240] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.254338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.254385] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.255214] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.255214] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.255214] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 already deleted. [ 601.255214] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.255424] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.255517] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.255517] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.287348] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.287348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.287348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.287348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.287348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.287348] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.287348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.287348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.287348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.287348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.287348] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 already deleted. [ 601.287348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.305439] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.305439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.305439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.305439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.305439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.318385] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73725abb-ed0e-479e-9ffe-51d4bb1783df in Status: UNINITIALIZED for 2s [ 601.624025] env[69468]: INFO networking_nsxv3.common.synchronization [None req-b8016e61-c87c-4029-a24a-baae99658dff None None] Enqueued Resource ID: 498914ae-ce90-468b-a826-7cadbde2510f with Priority: HIGHEST for action port [ 601.624025] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 498914ae-ce90-468b-a826-7cadbde2510f with Priority: HIGHEST for action port [ 601.624025] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-498914ae-ce90-468b-a826-7cadbde2510f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.624025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-498914ae-ce90-468b-a826-7cadbde2510f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.624025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-498914ae-ce90-468b-a826-7cadbde2510f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.624025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-498914ae-ce90-468b-a826-7cadbde2510f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.624025] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('498914ae-ce90-468b-a826-7cadbde2510f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.740523] env[69468]: INFO networking_nsxv3.common.synchronization [None req-64d513fd-3077-4ff0-a3c4-2919da335461 None None] Enqueued Resource ID: 49d57874-fcae-4ad2-bf78-b37ef82e43e9 with Priority: HIGHEST for action port [ 601.740523] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49d57874-fcae-4ad2-bf78-b37ef82e43e9 with Priority: HIGHEST for action port [ 601.741020] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-49d57874-fcae-4ad2-bf78-b37ef82e43e9 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.741020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49d57874-fcae-4ad2-bf78-b37ef82e43e9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.741020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49d57874-fcae-4ad2-bf78-b37ef82e43e9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.743485] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49d57874-fcae-4ad2-bf78-b37ef82e43e9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.743485] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49d57874-fcae-4ad2-bf78-b37ef82e43e9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.822749] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.823015] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.823114] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.823369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.823474] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.823572] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 already deleted. [ 601.823662] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.130846] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 498914ae-ce90-468b-a826-7cadbde2510f [ 602.130961] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.132262] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.132262] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.132262] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.132262] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.132262] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:498914ae-ce90-468b-a826-7cadbde2510f already deleted. [ 602.132262] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-498914ae-ce90-468b-a826-7cadbde2510f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.246522] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49d57874-fcae-4ad2-bf78-b37ef82e43e9 [ 602.246751] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.246863] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.247067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.247138] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.247262] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.247397] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49d57874-fcae-4ad2-bf78-b37ef82e43e9 already deleted. [ 602.247444] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49d57874-fcae-4ad2-bf78-b37ef82e43e9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.447110] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.447319] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.447461] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.447766] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.448065] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.448234] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.448353] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.448583] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.448808] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.450365] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 602.450721] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.454213] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.455033] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.455033] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 602.455033] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.455033] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.473694] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.473694] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 602.473694] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.473694] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.473945] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-e1445b37-7f07-4058-88cb-07a6189aa684 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.474148] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-e1445b37-7f07-4058-88cb-07a6189aa684" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.474269] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-e1445b37-7f07-4058-88cb-07a6189aa684" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.474634] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-e1445b37-7f07-4058-88cb-07a6189aa684" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.474811] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1445b37-7f07-4058-88cb-07a6189aa684',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.599332] env[69468]: INFO networking_nsxv3.common.synchronization [None req-4b194dc8-f1fa-46ec-a81d-c5d66250df8f None None] Enqueued Resource ID: 6eb27dd0-4de3-4cd6-abdc-7cc0eebb62e2 with Priority: HIGHEST for action port [ 602.599332] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb27dd0-4de3-4cd6-abdc-7cc0eebb62e2 with Priority: HIGHEST for action port [ 602.599332] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-6eb27dd0-4de3-4cd6-abdc-7cc0eebb62e2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.599610] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6eb27dd0-4de3-4cd6-abdc-7cc0eebb62e2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.599780] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6eb27dd0-4de3-4cd6-abdc-7cc0eebb62e2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.600137] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6eb27dd0-4de3-4cd6-abdc-7cc0eebb62e2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.600305] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eb27dd0-4de3-4cd6-abdc-7cc0eebb62e2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.979204] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.979560] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.979636] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.979950] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.980120] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.980280] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port e1445b37-7f07-4058-88cb-07a6189aa684 not found, creating... [ 602.980561] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.980724] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.980840] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.981483] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.981483] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.981600] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.981661] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.981773] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.981990] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.983065] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.983374] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: e1445b37-7f07-4058-88cb-07a6189aa684 is going to be created. [ 603.005275] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.005275] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.005275] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.005480] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.005600] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.005823] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-e1445b37-7f07-4058-88cb-07a6189aa684" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.102661] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6eb27dd0-4de3-4cd6-abdc-7cc0eebb62e2 [ 603.102978] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.103111] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.103143] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.103348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.103437] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.103533] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6eb27dd0-4de3-4cd6-abdc-7cc0eebb62e2 already deleted. [ 603.103625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6eb27dd0-4de3-4cd6-abdc-7cc0eebb62e2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.138389] env[69468]: INFO networking_nsxv3.common.synchronization [req-fc2bd11a-bc55-4f3f-a65c-acea89baf1e7 req-777e8d3f-43c9-46f3-86eb-f741eb4c0c95 tempest-ServerDiagnosticsNegativeTest-1288083493 tempest-ServerDiagnosticsNegativeTest-1288083493-project-member] Enqueued Resource ID: d3ffde22-c254-4fc2-a08d-8b1272f5c3ea with Priority: HIGHEST for action security_group_members [ 603.139412] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 605bf232-0fab-4540-a959-d8fb92606eb3 in Status: SUCCESS [ 603.139412] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.139412] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3ffde22-c254-4fc2-a08d-8b1272f5c3ea with Priority: HIGHEST for action security_group_members [ 603.139820] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.139933] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.139933] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.141034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.141034] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.141034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.141034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.141377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.141426] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.141591] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3ffde22-c254-4fc2-a08d-8b1272f5c3ea',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.255028] env[69468]: INFO networking_nsxv3.common.synchronization [req-07f0a9a9-808f-452a-aa4a-23a6e35a1551 req-54d4f894-e6c2-4743-aec7-17ad449caed3 service nova] Enqueued Resource ID: d3fae98c-0ddf-4c84-b3a8-16e6356eed6c with Priority: HIGHEST for action security_group_rules [ 603.255028] env[69468]: INFO networking_nsxv3.common.synchronization [req-07f0a9a9-808f-452a-aa4a-23a6e35a1551 req-54d4f894-e6c2-4743-aec7-17ad449caed3 service nova] Enqueued Resource ID: d3fae98c-0ddf-4c84-b3a8-16e6356eed6c with Priority: HIGHEST for action security_group_members [ 603.255028] env[69468]: INFO networking_nsxv3.common.synchronization [req-07f0a9a9-808f-452a-aa4a-23a6e35a1551 req-54d4f894-e6c2-4743-aec7-17ad449caed3 service nova] Enqueued Resource ID: 9cdc8cda-340c-4ebc-884a-d52746c1cda6 with Priority: HIGHEST for action port [ 603.255028] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3fae98c-0ddf-4c84-b3a8-16e6356eed6c with Priority: HIGHEST for action security_group_rules [ 603.255028] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3fae98c-0ddf-4c84-b3a8-16e6356eed6c with Priority: HIGHEST for action security_group_members [ 603.255028] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cdc8cda-340c-4ebc-884a-d52746c1cda6 with Priority: HIGHEST for action port [ 603.255028] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.255028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.255028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.255028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.255028] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3fae98c-0ddf-4c84-b3a8-16e6356eed6c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.255400] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.255461] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.255553] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.255751] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.255878] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.255981] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.256083] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.256232] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.256296] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.256393] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3fae98c-0ddf-4c84-b3a8-16e6356eed6c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.258683] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cdc8cda-340c-4ebc-884a-d52746c1cda6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.258964] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cdc8cda-340c-4ebc-884a-d52746c1cda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.258964] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cdc8cda-340c-4ebc-884a-d52746c1cda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.260198] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cdc8cda-340c-4ebc-884a-d52746c1cda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.261751] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cdc8cda-340c-4ebc-884a-d52746c1cda6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.333301] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73725abb-ed0e-479e-9ffe-51d4bb1783df in Status: SUCCESS [ 603.333530] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.333763] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.334100] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.335471] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.335639] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.335710] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.335898] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.335985] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.336082] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.336989] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73725abb-ed0e-479e-9ffe-51d4bb1783df',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.644050] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.644233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.644304] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.644514] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.644608] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.644951] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.645092] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.645160] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.645323] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.645443] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.645482] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3ffde22-c254-4fc2-a08d-8b1272f5c3ea already deleted. [ 603.645567] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.763272] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3fae98c-0ddf-4c84-b3a8-16e6356eed6c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.764391] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.764514] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.765141] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cdc8cda-340c-4ebc-884a-d52746c1cda6 with status ACTIVE [ 603.765141] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.765141] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.765299] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.765543] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.765543] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.765662] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.765728] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.765786] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.768618] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.768618] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.768618] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.768618] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.768618] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.768618] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.768618] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.768618] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cdc8cda-340c-4ebc-884a-d52746c1cda6 is going to be updated. [ 603.791026] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.791026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.791026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.791026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.791026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.791026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cdc8cda-340c-4ebc-884a-d52746c1cda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.838777] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-73725abb-ed0e-479e-9ffe-51d4bb1783df taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.838777] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.838777] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.839033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.839088] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.839189] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.839459] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.839459] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.841027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.841027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.841027] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-73725abb-ed0e-479e-9ffe-51d4bb1783df taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.841027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.841027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.841027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.841027] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.841027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.841027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.841027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.841027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.841027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.841027] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73725abb-ed0e-479e-9ffe-51d4bb1783df',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.267033] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3fae98c-0ddf-4c84-b3a8-16e6356eed6c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.301868] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.302101] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.303329] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.304683] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.304683] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.304814] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.304871] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.305808] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.305808] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.306167] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 604.306212] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.306486] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.306897] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.307092] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 604.307233] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.307380] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.327660] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.327660] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 604.327660] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.329045] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.329456] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-17befd20-3223-44d2-87ad-fed58da5076e taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.329706] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-17befd20-3223-44d2-87ad-fed58da5076e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.329909] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-17befd20-3223-44d2-87ad-fed58da5076e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.330296] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-17befd20-3223-44d2-87ad-fed58da5076e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.330456] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17befd20-3223-44d2-87ad-fed58da5076e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.343349] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73725abb-ed0e-479e-9ffe-51d4bb1783df: rpc.has_security_group_logging(os_id): False [ 604.364625] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.364625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.364625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.364625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.364625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.364625] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.364994] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.364994] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.364994] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.365331] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.365331] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.365495] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.365495] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.365656] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.365742] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.365931] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.366163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.366163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.366290] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.366393] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.366505] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73725abb-ed0e-479e-9ffe-51d4bb1783df is going to be created. [ 604.424754] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.425108] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.425108] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.425460] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.425460] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.438037] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73725abb-ed0e-479e-9ffe-51d4bb1783df in Status: IN_PROGRESS for 2s [ 604.621051] env[69468]: INFO networking_nsxv3.common.synchronization [None req-3ef3abd3-5151-48f5-9843-26cd58400991 None None] Enqueued Resource ID: f8ae7c12-3876-44e7-8ae8-f9078d86bb43 with Priority: HIGHEST for action port [ 604.623124] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ae7c12-3876-44e7-8ae8-f9078d86bb43 with Priority: HIGHEST for action port [ 604.623124] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8ae7c12-3876-44e7-8ae8-f9078d86bb43 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.623124] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8ae7c12-3876-44e7-8ae8-f9078d86bb43" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.625307] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8ae7c12-3876-44e7-8ae8-f9078d86bb43" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.625307] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8ae7c12-3876-44e7-8ae8-f9078d86bb43" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.625307] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8ae7c12-3876-44e7-8ae8-f9078d86bb43',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.675800] env[69468]: INFO networking_nsxv3.common.synchronization [None req-9f74775a-55fc-4071-ba38-93f879c1635a None None] Enqueued Resource ID: dcfdee6c-3c94-4c1e-94e7-2b81fe1f05d0 with Priority: HIGHEST for action port [ 604.676057] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcfdee6c-3c94-4c1e-94e7-2b81fe1f05d0 with Priority: HIGHEST for action port [ 604.677704] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcfdee6c-3c94-4c1e-94e7-2b81fe1f05d0 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.677704] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcfdee6c-3c94-4c1e-94e7-2b81fe1f05d0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.677704] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcfdee6c-3c94-4c1e-94e7-2b81fe1f05d0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.678338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcfdee6c-3c94-4c1e-94e7-2b81fe1f05d0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.679187] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcfdee6c-3c94-4c1e-94e7-2b81fe1f05d0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.771452] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.771452] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.771452] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.771452] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.771452] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.771452] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3fae98c-0ddf-4c84-b3a8-16e6356eed6c is going to be created. [ 604.795383] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.797663] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.797781] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.797988] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.798387] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.810074] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3fae98c-0ddf-4c84-b3a8-16e6356eed6c in Status: UNINITIALIZED for 2s [ 604.840971] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.841520] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.841764] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.842136] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.842362] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.842916] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 17befd20-3223-44d2-87ad-fed58da5076e not found, creating... [ 604.843287] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.843560] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.843696] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.844140] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.844203] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.844495] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.844686] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.844807] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.845165] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.845476] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.845639] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 17befd20-3223-44d2-87ad-fed58da5076e is going to be created. [ 604.865199] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.865289] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.866169] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.866607] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.866986] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.867355] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-17befd20-3223-44d2-87ad-fed58da5076e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.940694] env[69468]: INFO networking_nsxv3.common.synchronization [req-6a5de0e2-1d8f-453a-a7a1-3453714093f7 req-4ea9fbdf-a67d-45ca-ae53-2b72ad81849c tempest-ServersV294TestFqdnHostnames-1767580808 tempest-ServersV294TestFqdnHostnames-1767580808-project-member] Enqueued Resource ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f with Priority: HIGHEST for action security_group_members [ 604.941334] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f with Priority: HIGHEST for action security_group_members [ 604.941705] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-60124144-ebfb-4fa3-af0f-77f94ab98e5f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.941891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.941891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.942752] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.942752] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.942752] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.943321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.943321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.943321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.943321] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60124144-ebfb-4fa3-af0f-77f94ab98e5f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.128010] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8ae7c12-3876-44e7-8ae8-f9078d86bb43 [ 605.128291] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.128454] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.128546] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.128781] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.129721] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.129721] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8ae7c12-3876-44e7-8ae8-f9078d86bb43 already deleted. [ 605.129721] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8ae7c12-3876-44e7-8ae8-f9078d86bb43" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.185426] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcfdee6c-3c94-4c1e-94e7-2b81fe1f05d0 [ 605.185426] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.185426] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.185426] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.185426] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.185426] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.185426] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcfdee6c-3c94-4c1e-94e7-2b81fe1f05d0 already deleted. [ 605.185426] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcfdee6c-3c94-4c1e-94e7-2b81fe1f05d0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.186069] env[69468]: INFO networking_nsxv3.common.synchronization [req-fa6b94ee-3070-42f6-a9d5-4323e1e426f2 req-f20be5d1-2bdb-432d-9cf1-868c19b5f29e service nova] Enqueued Resource ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 with Priority: HIGHEST for action security_group_rules [ 605.189347] env[69468]: INFO networking_nsxv3.common.synchronization [req-fa6b94ee-3070-42f6-a9d5-4323e1e426f2 req-f20be5d1-2bdb-432d-9cf1-868c19b5f29e service nova] Enqueued Resource ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 with Priority: HIGHEST for action security_group_members [ 605.190045] env[69468]: INFO networking_nsxv3.common.synchronization [req-fa6b94ee-3070-42f6-a9d5-4323e1e426f2 req-f20be5d1-2bdb-432d-9cf1-868c19b5f29e service nova] Enqueued Resource ID: e1445b37-7f07-4058-88cb-07a6189aa684 with Priority: HIGHEST for action port [ 605.190045] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 with Priority: HIGHEST for action security_group_rules [ 605.190045] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 with Priority: HIGHEST for action security_group_members [ 605.190045] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1445b37-7f07-4058-88cb-07a6189aa684 with Priority: HIGHEST for action port [ 605.190771] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-302e85eb-7b5f-4e30-8439-37381e0b3229 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.190771] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.190771] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.191346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.191346] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('302e85eb-7b5f-4e30-8439-37381e0b3229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.192457] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-302e85eb-7b5f-4e30-8439-37381e0b3229 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.192457] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.192457] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.192660] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.196021] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.196021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.196021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.196021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.196021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.196021] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('302e85eb-7b5f-4e30-8439-37381e0b3229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.196021] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1445b37-7f07-4058-88cb-07a6189aa684 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.196021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1445b37-7f07-4058-88cb-07a6189aa684" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.196021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1445b37-7f07-4058-88cb-07a6189aa684" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.196021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1445b37-7f07-4058-88cb-07a6189aa684" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.196021] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1445b37-7f07-4058-88cb-07a6189aa684',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.447267] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.448225] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.448659] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.448659] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.448807] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.448988] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.449113] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.449175] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.449339] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.449418] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.449507] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f already deleted. [ 605.449602] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.576278] env[69468]: INFO networking_nsxv3.common.synchronization [None req-7099bcc6-3586-4bba-82ca-5e1397de2f67 None None] Enqueued Resource ID: 30f971ab-e5ab-4b2e-920c-45307609d4a1 with Priority: HIGHEST for action port [ 605.576278] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f971ab-e5ab-4b2e-920c-45307609d4a1 with Priority: HIGHEST for action port [ 605.576278] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-30f971ab-e5ab-4b2e-920c-45307609d4a1 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.576278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30f971ab-e5ab-4b2e-920c-45307609d4a1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.576278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30f971ab-e5ab-4b2e-920c-45307609d4a1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.576278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30f971ab-e5ab-4b2e-920c-45307609d4a1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.576278] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30f971ab-e5ab-4b2e-920c-45307609d4a1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.581079] env[69468]: INFO networking_nsxv3.common.synchronization [None req-f4151ee0-58ae-45d3-8912-61f5c53caa2c None None] Enqueued Resource ID: 25516af1-6113-4b69-8d83-a8ded8b6c7ce with Priority: HIGHEST for action port [ 605.581079] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25516af1-6113-4b69-8d83-a8ded8b6c7ce with Priority: HIGHEST for action port [ 605.581260] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-25516af1-6113-4b69-8d83-a8ded8b6c7ce taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.581627] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25516af1-6113-4b69-8d83-a8ded8b6c7ce" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.581627] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25516af1-6113-4b69-8d83-a8ded8b6c7ce" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.581754] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25516af1-6113-4b69-8d83-a8ded8b6c7ce" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.582198] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25516af1-6113-4b69-8d83-a8ded8b6c7ce',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.697411] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-302e85eb-7b5f-4e30-8439-37381e0b3229 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.697930] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.697930] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('302e85eb-7b5f-4e30-8439-37381e0b3229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.698880] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1445b37-7f07-4058-88cb-07a6189aa684 with status ACTIVE [ 605.699109] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.701348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.701348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.701348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.701348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.701348] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.701348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.701348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.702753] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.702753] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.702753] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.702753] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.702753] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.703102] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.703102] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.703102] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1445b37-7f07-4058-88cb-07a6189aa684 is going to be updated. [ 605.722765] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.724249] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.724249] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.724249] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.724249] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.724249] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1445b37-7f07-4058-88cb-07a6189aa684" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.078649] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30f971ab-e5ab-4b2e-920c-45307609d4a1 [ 606.078918] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.079071] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.079133] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.079369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.079482] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.079637] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30f971ab-e5ab-4b2e-920c-45307609d4a1 already deleted. [ 606.079678] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30f971ab-e5ab-4b2e-920c-45307609d4a1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.084530] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25516af1-6113-4b69-8d83-a8ded8b6c7ce [ 606.084736] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.084875] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.085571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.085841] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.085966] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.086086] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25516af1-6113-4b69-8d83-a8ded8b6c7ce already deleted. [ 606.086188] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25516af1-6113-4b69-8d83-a8ded8b6c7ce" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.204985] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('302e85eb-7b5f-4e30-8439-37381e0b3229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.453582] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73725abb-ed0e-479e-9ffe-51d4bb1783df in Status: SUCCESS [ 606.453848] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.510787] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.510992] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-733" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.511730] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-733" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.512187] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-733" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.512380] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.512548] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.512712] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.512897] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.513057] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.513274] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 606.513413] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.513494] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.513603] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.513712] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 606.513821] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.513952] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.548670] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.549092] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 606.549092] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.549202] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-733" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.549483] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-56faa0c7-80a1-46f5-8167-4485e94846ea taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.549694] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-56faa0c7-80a1-46f5-8167-4485e94846ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.549810] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-56faa0c7-80a1-46f5-8167-4485e94846ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.550156] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-56faa0c7-80a1-46f5-8167-4485e94846ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.550305] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56faa0c7-80a1-46f5-8167-4485e94846ea',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.707687] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.708074] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.708157] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.709194] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.709326] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.709626] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 is going to be created. [ 606.740111] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.742434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.742434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.742434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.742434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.750922] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 in Status: UNINITIALIZED for 2s [ 606.822121] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3fae98c-0ddf-4c84-b3a8-16e6356eed6c in Status: SUCCESS [ 606.822925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.825228] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.825486] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.825785] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.825874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.825874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.826042] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.826233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.826233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.826932] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3fae98c-0ddf-4c84-b3a8-16e6356eed6c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.873371] env[69468]: INFO networking_nsxv3.common.synchronization [req-fc2bd11a-bc55-4f3f-a65c-acea89baf1e7 req-1e2eec98-3185-453d-899c-49dab4a77281 service nova] Enqueued Resource ID: d3ffde22-c254-4fc2-a08d-8b1272f5c3ea with Priority: HIGHEST for action security_group_rules [ 606.873553] env[69468]: INFO networking_nsxv3.common.synchronization [req-fc2bd11a-bc55-4f3f-a65c-acea89baf1e7 req-1e2eec98-3185-453d-899c-49dab4a77281 service nova] Enqueued Resource ID: d3ffde22-c254-4fc2-a08d-8b1272f5c3ea with Priority: HIGHEST for action security_group_members [ 606.873692] env[69468]: INFO networking_nsxv3.common.synchronization [req-fc2bd11a-bc55-4f3f-a65c-acea89baf1e7 req-1e2eec98-3185-453d-899c-49dab4a77281 service nova] Enqueued Resource ID: 17befd20-3223-44d2-87ad-fed58da5076e with Priority: HIGHEST for action port [ 606.873926] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3ffde22-c254-4fc2-a08d-8b1272f5c3ea with Priority: HIGHEST for action security_group_rules [ 606.874070] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3ffde22-c254-4fc2-a08d-8b1272f5c3ea with Priority: HIGHEST for action security_group_members [ 606.874173] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17befd20-3223-44d2-87ad-fed58da5076e with Priority: HIGHEST for action port [ 606.874715] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.874841] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.874910] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.875472] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.875552] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3ffde22-c254-4fc2-a08d-8b1272f5c3ea',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.876859] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.877095] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.877148] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.877340] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.877493] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.877597] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.877655] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.877795] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.877880] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.877971] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3ffde22-c254-4fc2-a08d-8b1272f5c3ea',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.878839] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-17befd20-3223-44d2-87ad-fed58da5076e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.878973] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17befd20-3223-44d2-87ad-fed58da5076e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.879024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17befd20-3223-44d2-87ad-fed58da5076e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.879176] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17befd20-3223-44d2-87ad-fed58da5076e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.879345] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17befd20-3223-44d2-87ad-fed58da5076e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.898931] env[69468]: INFO networking_nsxv3.common.synchronization [req-aaabe977-c5fd-4f96-8376-7b8cb923a68d req-6019a617-d594-4c27-bfb9-0aac3e1783fc tempest-VolumesAssistedSnapshotsTest-551197811 tempest-VolumesAssistedSnapshotsTest-551197811-project-member] Enqueued Resource ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 with Priority: HIGHEST for action security_group_members [ 606.899421] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 with Priority: HIGHEST for action security_group_members [ 606.899868] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-87b9a661-59d2-4cac-8a06-d25a515e2363 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.899983] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.900091] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.900294] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.900488] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.900582] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.900619] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.900884] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.900884] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.900985] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87b9a661-59d2-4cac-8a06-d25a515e2363',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.056330] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.056330] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.056330] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.056330] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.056330] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.056330] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 56faa0c7-80a1-46f5-8167-4485e94846ea not found, creating... [ 607.056330] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.056330] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.056330] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.056330] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.056330] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.056806] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.056806] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.056806] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.056806] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.056806] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.057342] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 56faa0c7-80a1-46f5-8167-4485e94846ea is going to be created. [ 607.077744] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.077744] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.077744] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.077744] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.077744] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.077744] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-56faa0c7-80a1-46f5-8167-4485e94846ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.329831] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.330094] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.330216] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.330476] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.330687] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.330792] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.330855] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.331026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.331919] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.332090] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.332889] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.333338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.334599] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.334599] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.334599] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.334599] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.334890] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.336407] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.337685] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.337685] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.337685] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3fae98c-0ddf-4c84-b3a8-16e6356eed6c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.382142] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.382142] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.384650] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3ffde22-c254-4fc2-a08d-8b1272f5c3ea',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.386026] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17befd20-3223-44d2-87ad-fed58da5076e with status ACTIVE [ 607.388809] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.388809] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.388809] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.388809] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.388809] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.388809] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.388809] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.388809] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.388809] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.388809] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.388809] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.388809] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.388809] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.388809] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.390214] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.390413] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17befd20-3223-44d2-87ad-fed58da5076e is going to be updated. [ 607.404602] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.406628] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.406628] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.406628] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.406628] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.406628] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.406628] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.406628] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.406628] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.406628] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.406628] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 already deleted. [ 607.406628] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.419254] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.419254] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.419254] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.419254] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.419254] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.419254] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17befd20-3223-44d2-87ad-fed58da5076e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.471996] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-83 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.472352] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-83" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.472391] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-83" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.472704] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-83" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.472965] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.473136] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.473255] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.473699] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.473699] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.473826] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 607.473954] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.474126] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.474243] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.474356] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 607.474462] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.474598] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.497707] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.497707] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 607.497707] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.498655] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-83" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.498655] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-806e8096-632b-4993-a27c-3eb4767e9d00 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.498655] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-806e8096-632b-4993-a27c-3eb4767e9d00" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.498655] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-806e8096-632b-4993-a27c-3eb4767e9d00" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.499219] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-806e8096-632b-4993-a27c-3eb4767e9d00" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.499219] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('806e8096-632b-4993-a27c-3eb4767e9d00',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.566514] env[69468]: INFO networking_nsxv3.common.synchronization [None req-5c0b612d-f5e8-4cde-82ce-cf11169d04bd None None] Enqueued Resource ID: dad2b8ca-efa6-46bf-bbb4-86e3b52ccdc9 with Priority: HIGHEST for action port [ 607.566773] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad2b8ca-efa6-46bf-bbb4-86e3b52ccdc9 with Priority: HIGHEST for action port [ 607.567320] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-dad2b8ca-efa6-46bf-bbb4-86e3b52ccdc9 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.567546] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dad2b8ca-efa6-46bf-bbb4-86e3b52ccdc9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.567546] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dad2b8ca-efa6-46bf-bbb4-86e3b52ccdc9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.567803] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dad2b8ca-efa6-46bf-bbb4-86e3b52ccdc9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.567874] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dad2b8ca-efa6-46bf-bbb4-86e3b52ccdc9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.844042] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3fae98c-0ddf-4c84-b3a8-16e6356eed6c: rpc.has_security_group_logging(os_id): False [ 607.892966] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3ffde22-c254-4fc2-a08d-8b1272f5c3ea',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.908988] env[69468]: INFO networking_nsxv3.common.synchronization [req-6a5de0e2-1d8f-453a-a7a1-3453714093f7 req-4369fa1f-00fa-4d42-93e2-ff4de427b9a1 service nova] Enqueued Resource ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f with Priority: HIGHEST for action security_group_rules [ 607.909098] env[69468]: INFO networking_nsxv3.common.synchronization [req-6a5de0e2-1d8f-453a-a7a1-3453714093f7 req-4369fa1f-00fa-4d42-93e2-ff4de427b9a1 service nova] Enqueued Resource ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f with Priority: HIGHEST for action security_group_members [ 607.909297] env[69468]: INFO networking_nsxv3.common.synchronization [req-6a5de0e2-1d8f-453a-a7a1-3453714093f7 req-4369fa1f-00fa-4d42-93e2-ff4de427b9a1 service nova] Enqueued Resource ID: 56faa0c7-80a1-46f5-8167-4485e94846ea with Priority: HIGHEST for action port [ 607.909561] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f with Priority: HIGHEST for action security_group_rules [ 607.909910] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f with Priority: HIGHEST for action security_group_members [ 607.909910] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56faa0c7-80a1-46f5-8167-4485e94846ea with Priority: HIGHEST for action port [ 607.910657] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60124144-ebfb-4fa3-af0f-77f94ab98e5f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.910847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.911085] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.911214] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.911326] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60124144-ebfb-4fa3-af0f-77f94ab98e5f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.912201] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-60124144-ebfb-4fa3-af0f-77f94ab98e5f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.912357] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.912495] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.912699] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.912915] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.913075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.913193] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.913377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.913455] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.913591] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60124144-ebfb-4fa3-af0f-77f94ab98e5f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.914383] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-56faa0c7-80a1-46f5-8167-4485e94846ea taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.914514] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56faa0c7-80a1-46f5-8167-4485e94846ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.914682] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56faa0c7-80a1-46f5-8167-4485e94846ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.914816] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56faa0c7-80a1-46f5-8167-4485e94846ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.914924] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56faa0c7-80a1-46f5-8167-4485e94846ea',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.931406] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.931406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.931406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.931406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.931406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.931406] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.931406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.931406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.931406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.931406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.931406] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.931406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.931406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.931406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.931406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.932124] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.932124] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.932124] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.932124] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.932124] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.932124] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3fae98c-0ddf-4c84-b3a8-16e6356eed6c is going to be created. [ 607.980027] env[69468]: INFO networking_nsxv3.common.synchronization [None req-17c8a7e7-44cb-4039-908e-c7836117390c None None] Enqueued Resource ID: d88ea0ad-cd09-47ab-b7ed-934756466688 with Priority: HIGHEST for action port [ 607.980273] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d88ea0ad-cd09-47ab-b7ed-934756466688 with Priority: HIGHEST for action port [ 607.981138] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-d88ea0ad-cd09-47ab-b7ed-934756466688 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.981138] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d88ea0ad-cd09-47ab-b7ed-934756466688" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.981138] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d88ea0ad-cd09-47ab-b7ed-934756466688" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.984371] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d88ea0ad-cd09-47ab-b7ed-934756466688" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.984371] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d88ea0ad-cd09-47ab-b7ed-934756466688',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.988148] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.988326] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.988502] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.988594] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.988753] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.000032] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3fae98c-0ddf-4c84-b3a8-16e6356eed6c in Status: IN_PROGRESS for 2s [ 608.002584] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.002713] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.002810] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.003107] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.003263] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.003421] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 806e8096-632b-4993-a27c-3eb4767e9d00 not found, creating... [ 608.003704] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.003871] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.003989] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.009028] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.009028] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.009028] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.009028] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.009028] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.009028] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.009028] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.009028] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 806e8096-632b-4993-a27c-3eb4767e9d00 is going to be created. [ 608.027192] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.027482] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.027612] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.027947] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.028151] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.028403] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-806e8096-632b-4993-a27c-3eb4767e9d00" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.069821] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dad2b8ca-efa6-46bf-bbb4-86e3b52ccdc9 [ 608.070208] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.070488] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.070571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.070850] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.070956] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.071635] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dad2b8ca-efa6-46bf-bbb4-86e3b52ccdc9 already deleted. [ 608.071635] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dad2b8ca-efa6-46bf-bbb4-86e3b52ccdc9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.397412] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.397412] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.397412] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.397412] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.397412] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.397412] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3ffde22-c254-4fc2-a08d-8b1272f5c3ea is going to be created. [ 608.423391] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60124144-ebfb-4fa3-af0f-77f94ab98e5f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.428873] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-60124144-ebfb-4fa3-af0f-77f94ab98e5f taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.428873] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.428873] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56faa0c7-80a1-46f5-8167-4485e94846ea with status ACTIVE [ 608.428873] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.428873] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.428873] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.428873] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.428873] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.428873] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.428873] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.428873] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.428873] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.428873] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.428873] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.429463] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.429463] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.429463] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.429463] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.429463] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56faa0c7-80a1-46f5-8167-4485e94846ea is going to be updated. [ 608.455827] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.455974] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.456086] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.456457] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.456566] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.456737] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56faa0c7-80a1-46f5-8167-4485e94846ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.458657] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.459215] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.459354] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.459583] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.459759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.471082] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3ffde22-c254-4fc2-a08d-8b1272f5c3ea in Status: UNINITIALIZED for 2s [ 608.484417] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d88ea0ad-cd09-47ab-b7ed-934756466688 [ 608.484758] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.484859] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.484859] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.485352] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.485352] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.485352] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d88ea0ad-cd09-47ab-b7ed-934756466688 already deleted. [ 608.485352] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d88ea0ad-cd09-47ab-b7ed-934756466688" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.540999] env[69468]: INFO networking_nsxv3.common.synchronization [None req-a34b2364-db00-4a45-9f36-f9910688f2df None None] Enqueued Resource ID: 8a835e02-5246-47a5-b87c-3fc854d6432d with Priority: HIGHEST for action port [ 608.541577] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a835e02-5246-47a5-b87c-3fc854d6432d with Priority: HIGHEST for action port [ 608.541828] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a835e02-5246-47a5-b87c-3fc854d6432d taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.541957] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a835e02-5246-47a5-b87c-3fc854d6432d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.542156] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a835e02-5246-47a5-b87c-3fc854d6432d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.542441] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a835e02-5246-47a5-b87c-3fc854d6432d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.542530] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a835e02-5246-47a5-b87c-3fc854d6432d',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.766500] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 in Status: SUCCESS [ 608.766830] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.766830] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.767067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.768063] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.768063] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.768063] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.768063] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.768063] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.768063] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.768063] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('302e85eb-7b5f-4e30-8439-37381e0b3229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.929900] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60124144-ebfb-4fa3-af0f-77f94ab98e5f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.045236] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a835e02-5246-47a5-b87c-3fc854d6432d [ 609.045236] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.045236] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.045236] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.045466] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.045502] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.046479] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a835e02-5246-47a5-b87c-3fc854d6432d already deleted. [ 609.046479] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a835e02-5246-47a5-b87c-3fc854d6432d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.219542] env[69468]: INFO networking_nsxv3.common.synchronization [req-aaabe977-c5fd-4f96-8376-7b8cb923a68d req-f6799684-040a-44ce-830a-eeeaf6a63732 service nova] Enqueued Resource ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 with Priority: HIGHEST for action security_group_rules [ 609.219785] env[69468]: INFO networking_nsxv3.common.synchronization [req-aaabe977-c5fd-4f96-8376-7b8cb923a68d req-f6799684-040a-44ce-830a-eeeaf6a63732 service nova] Enqueued Resource ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 with Priority: HIGHEST for action security_group_members [ 609.219939] env[69468]: INFO networking_nsxv3.common.synchronization [req-aaabe977-c5fd-4f96-8376-7b8cb923a68d req-f6799684-040a-44ce-830a-eeeaf6a63732 service nova] Enqueued Resource ID: 806e8096-632b-4993-a27c-3eb4767e9d00 with Priority: HIGHEST for action port [ 609.221606] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 with Priority: HIGHEST for action security_group_rules [ 609.222245] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 with Priority: HIGHEST for action security_group_members [ 609.222245] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 806e8096-632b-4993-a27c-3eb4767e9d00 with Priority: HIGHEST for action port [ 609.222516] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87b9a661-59d2-4cac-8a06-d25a515e2363 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.222627] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.222757] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.222927] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.223118] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87b9a661-59d2-4cac-8a06-d25a515e2363',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.223977] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-87b9a661-59d2-4cac-8a06-d25a515e2363 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.224259] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.224864] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.224864] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.224864] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.224864] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.224864] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.225127] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.225127] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.225233] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87b9a661-59d2-4cac-8a06-d25a515e2363',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.226537] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-806e8096-632b-4993-a27c-3eb4767e9d00 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.226661] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-806e8096-632b-4993-a27c-3eb4767e9d00" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.226661] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-806e8096-632b-4993-a27c-3eb4767e9d00" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.226847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-806e8096-632b-4993-a27c-3eb4767e9d00" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.226909] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('806e8096-632b-4993-a27c-3eb4767e9d00',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.270842] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-302e85eb-7b5f-4e30-8439-37381e0b3229 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.271019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.271102] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.271326] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.271494] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.271604] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.271661] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.271805] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.272821] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.272821] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.272821] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-302e85eb-7b5f-4e30-8439-37381e0b3229 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.272821] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.272821] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.272821] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.272821] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.272821] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.272821] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.273369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.273369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.273369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.273369] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('302e85eb-7b5f-4e30-8439-37381e0b3229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.431374] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.431522] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.432475] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.432674] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.432766] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.432866] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f is going to be created. [ 609.456322] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.456322] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.456322] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.456322] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.456712] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.465505] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f in Status: UNINITIALIZED for 2s [ 609.729098] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-87b9a661-59d2-4cac-8a06-d25a515e2363 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.729398] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.729438] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87b9a661-59d2-4cac-8a06-d25a515e2363',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.730413] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 806e8096-632b-4993-a27c-3eb4767e9d00 with status ACTIVE [ 609.730567] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.730744] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.730806] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.730997] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.731390] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.731390] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.731390] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.731540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.731578] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.732277] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.732277] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.732277] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.732277] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.732277] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.732277] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.732277] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 806e8096-632b-4993-a27c-3eb4767e9d00 is going to be updated. [ 609.755973] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.756181] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.756265] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.756507] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.756732] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.756864] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-806e8096-632b-4993-a27c-3eb4767e9d00" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.774681] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 302e85eb-7b5f-4e30-8439-37381e0b3229: rpc.has_security_group_logging(os_id): False [ 609.794394] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.794394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.794394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.794394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.794394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.794394] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.794394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.794394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.794394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.794394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.794394] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.794394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.794394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.794394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.794906] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.794906] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.794906] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.794906] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.794906] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.795239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.795239] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 is going to be created. [ 609.849425] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.849425] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.849425] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.849646] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.849872] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.885090] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 in Status: IN_PROGRESS for 2s [ 610.026267] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3fae98c-0ddf-4c84-b3a8-16e6356eed6c in Status: SUCCESS [ 610.026267] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.234608] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87b9a661-59d2-4cac-8a06-d25a515e2363',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.418343] env[69468]: INFO networking_nsxv3.common.synchronization [None req-7b2a27cb-7a53-442b-8d0a-24a133dc2dae None None] Enqueued Resource ID: c4ebce8c-3e87-4d99-ba16-3e1b3c33d0a6 with Priority: HIGHEST for action port [ 610.418588] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4ebce8c-3e87-4d99-ba16-3e1b3c33d0a6 with Priority: HIGHEST for action port [ 610.419161] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4ebce8c-3e87-4d99-ba16-3e1b3c33d0a6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.419282] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4ebce8c-3e87-4d99-ba16-3e1b3c33d0a6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.419346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4ebce8c-3e87-4d99-ba16-3e1b3c33d0a6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.419602] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4ebce8c-3e87-4d99-ba16-3e1b3c33d0a6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.419695] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4ebce8c-3e87-4d99-ba16-3e1b3c33d0a6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.480457] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3ffde22-c254-4fc2-a08d-8b1272f5c3ea in Status: SUCCESS [ 610.480617] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.480887] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.481113] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.481299] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.481412] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.481480] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.481638] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.481729] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.481816] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.481905] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3ffde22-c254-4fc2-a08d-8b1272f5c3ea',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.739837] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.739837] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.739837] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.739837] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.739837] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.739837] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 is going to be created. [ 610.763230] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.763578] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.763578] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.763722] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.763851] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.773208] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 in Status: UNINITIALIZED for 2s [ 610.779191] env[69468]: INFO networking_nsxv3.common.synchronization [None req-38f131ba-1b74-4c5c-b7eb-c8ce7efea70f None None] Enqueued Resource ID: 711ad24a-00f3-43d5-a182-e69c02063532 with Priority: HIGHEST for action port [ 610.779191] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 711ad24a-00f3-43d5-a182-e69c02063532 with Priority: HIGHEST for action port [ 610.779191] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-711ad24a-00f3-43d5-a182-e69c02063532 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.779191] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-711ad24a-00f3-43d5-a182-e69c02063532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.779191] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-711ad24a-00f3-43d5-a182-e69c02063532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.779191] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-711ad24a-00f3-43d5-a182-e69c02063532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.779191] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('711ad24a-00f3-43d5-a182-e69c02063532',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.924296] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4ebce8c-3e87-4d99-ba16-3e1b3c33d0a6 [ 610.924296] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.924296] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.924296] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.924478] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.924507] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.925034] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4ebce8c-3e87-4d99-ba16-3e1b3c33d0a6 already deleted. [ 610.925034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4ebce8c-3e87-4d99-ba16-3e1b3c33d0a6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.986947] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.987137] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.987203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.987403] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.987717] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.987717] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.987717] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.987919] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.987968] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.988048] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.988459] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.988459] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.988459] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.988459] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.988707] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.988707] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.988789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.988879] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.988947] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.989029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.989184] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3ffde22-c254-4fc2-a08d-8b1272f5c3ea',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.283391] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 711ad24a-00f3-43d5-a182-e69c02063532 [ 611.283391] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.283391] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.283391] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.283764] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.283764] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.283764] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:711ad24a-00f3-43d5-a182-e69c02063532 already deleted. [ 611.283866] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-711ad24a-00f3-43d5-a182-e69c02063532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.369832] env[69468]: INFO networking_nsxv3.common.synchronization [None req-9e0c06b0-4a0a-4787-b55b-a75e078d2a2c None None] Enqueued Resource ID: e20e1ec2-d372-4382-968c-42a13521b37e with Priority: HIGHEST for action port [ 611.369832] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20e1ec2-d372-4382-968c-42a13521b37e with Priority: HIGHEST for action port [ 611.370325] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-e20e1ec2-d372-4382-968c-42a13521b37e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.370428] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e20e1ec2-d372-4382-968c-42a13521b37e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.370428] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e20e1ec2-d372-4382-968c-42a13521b37e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.371158] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e20e1ec2-d372-4382-968c-42a13521b37e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.371158] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e20e1ec2-d372-4382-968c-42a13521b37e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.475864] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f in Status: SUCCESS [ 611.476056] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.476306] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.476664] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.476950] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.477113] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.477179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.477357] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.477446] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.477842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.477842] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60124144-ebfb-4fa3-af0f-77f94ab98e5f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.494428] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3ffde22-c254-4fc2-a08d-8b1272f5c3ea: rpc.has_security_group_logging(os_id): False [ 611.524402] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.524488] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.524539] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.525086] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.525086] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.525086] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.525249] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.525249] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.525310] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.526019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.526019] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.526019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.526019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.526019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.526019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.526281] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.526281] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.526281] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.526460] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.527920] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.527920] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3ffde22-c254-4fc2-a08d-8b1272f5c3ea is going to be created. [ 611.604415] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.604554] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.604841] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.604910] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.605078] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.619819] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3ffde22-c254-4fc2-a08d-8b1272f5c3ea in Status: IN_PROGRESS for 2s [ 611.873477] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e20e1ec2-d372-4382-968c-42a13521b37e [ 611.875391] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.875391] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.875391] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.875391] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.875391] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.875391] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e20e1ec2-d372-4382-968c-42a13521b37e already deleted. [ 611.875391] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e20e1ec2-d372-4382-968c-42a13521b37e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.901080] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 in Status: SUCCESS [ 611.901446] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.982535] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60124144-ebfb-4fa3-af0f-77f94ab98e5f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.213422] env[69468]: INFO networking_nsxv3.common.synchronization [req-4d5c23d9-6ebd-4ffa-b5bf-9cd250a28c76 req-5138f387-f71e-45a3-8b31-62f06f619f8c tempest-ServersWithSpecificFlavorTestJSON-349924692 tempest-ServersWithSpecificFlavorTestJSON-349924692-project-member] Enqueued Resource ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 with Priority: HIGHEST for action security_group_members [ 612.213422] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 with Priority: HIGHEST for action security_group_members [ 612.219408] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-5327879a-8e69-4f71-b0d8-310a98738ad7 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.219408] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.219408] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.219408] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.220154] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.220335] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.220430] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.221876] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.221998] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.222118] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5327879a-8e69-4f71-b0d8-310a98738ad7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.486772] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60124144-ebfb-4fa3-af0f-77f94ab98e5f: rpc.has_security_group_logging(os_id): False [ 612.510528] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.510528] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.510528] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.510778] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.510778] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.510958] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.511227] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.511227] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.511319] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.511354] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.511702] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f is going to be created. [ 612.567571] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.567740] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.567825] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.568017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.568218] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.580233] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f in Status: IN_PROGRESS for 2s [ 612.726546] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.726712] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.726777] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.727082] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.727139] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.727333] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.727430] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.727491] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.727749] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.727846] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.727935] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 already deleted. [ 612.728024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.781896] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 in Status: SUCCESS [ 612.782203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.782413] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.782669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.782909] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.783080] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.783179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.783365] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.783470] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.784119] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.784119] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87b9a661-59d2-4cac-8a06-d25a515e2363',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.916944] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-353 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.917297] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-353" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.917345] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-353" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.918063] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-353" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.918341] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.918503] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.918623] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.918853] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.919010] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.919226] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 612.919341] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.919450] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.919558] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.919702] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 612.919775] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.919901] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.940903] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.941101] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 612.941245] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.941654] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-353" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.941791] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-73a9904f-d8b5-4a55-8338-3f26cce4f9f7 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.941961] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-73a9904f-d8b5-4a55-8338-3f26cce4f9f7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.942329] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-73a9904f-d8b5-4a55-8338-3f26cce4f9f7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.942401] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-73a9904f-d8b5-4a55-8338-3f26cce4f9f7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.942532] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73a9904f-d8b5-4a55-8338-3f26cce4f9f7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.287119] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87b9a661-59d2-4cac-8a06-d25a515e2363',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.421691] env[69468]: INFO networking_nsxv3.common.synchronization [None req-2cba75a0-c6cc-4cb3-920e-b0972eeba62f None None] Enqueued Resource ID: 9d93a5ce-a0d8-47ea-a93f-9ecd6efa3480 with Priority: HIGHEST for action port [ 613.421798] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d93a5ce-a0d8-47ea-a93f-9ecd6efa3480 with Priority: HIGHEST for action port [ 613.422382] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d93a5ce-a0d8-47ea-a93f-9ecd6efa3480 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.422574] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d93a5ce-a0d8-47ea-a93f-9ecd6efa3480" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.422574] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d93a5ce-a0d8-47ea-a93f-9ecd6efa3480" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.425308] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d93a5ce-a0d8-47ea-a93f-9ecd6efa3480" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.425455] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d93a5ce-a0d8-47ea-a93f-9ecd6efa3480',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.448400] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.451576] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.451576] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.451576] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.451576] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.451576] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 73a9904f-d8b5-4a55-8338-3f26cce4f9f7 not found, creating... [ 613.451576] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.451576] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.451576] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.451576] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.451576] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.452374] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.452374] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.452374] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.452708] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.453333] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.457170] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 73a9904f-d8b5-4a55-8338-3f26cce4f9f7 is going to be created. [ 613.479364] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.479511] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.480415] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.480415] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.480415] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.480415] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-73a9904f-d8b5-4a55-8338-3f26cce4f9f7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.630719] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3ffde22-c254-4fc2-a08d-8b1272f5c3ea in Status: SUCCESS [ 613.630719] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.789222] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87b9a661-59d2-4cac-8a06-d25a515e2363: rpc.has_security_group_logging(os_id): False [ 613.815068] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.815241] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.815314] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.815562] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.815652] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.815888] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.816041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.816144] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.816299] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.816381] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.816482] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 is going to be created. [ 613.930312] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d93a5ce-a0d8-47ea-a93f-9ecd6efa3480 [ 613.930312] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.930312] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.930312] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.930312] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.930312] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.930312] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d93a5ce-a0d8-47ea-a93f-9ecd6efa3480 already deleted. [ 613.930312] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d93a5ce-a0d8-47ea-a93f-9ecd6efa3480" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.958457] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.958457] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.958457] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.959161] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.960152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.976070] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 in Status: IN_PROGRESS for 2s [ 614.089563] env[69468]: INFO networking_nsxv3.common.synchronization [None req-a7870ba5-a01c-40d0-b327-23bf73524fa4 None None] Enqueued Resource ID: e6241832-ecd5-49f5-996d-546a212d8587 with Priority: HIGHEST for action port [ 614.090016] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6241832-ecd5-49f5-996d-546a212d8587 with Priority: HIGHEST for action port [ 614.092633] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6241832-ecd5-49f5-996d-546a212d8587 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.092872] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6241832-ecd5-49f5-996d-546a212d8587" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.092955] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6241832-ecd5-49f5-996d-546a212d8587" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.094071] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6241832-ecd5-49f5-996d-546a212d8587" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.094225] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6241832-ecd5-49f5-996d-546a212d8587',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.365017] env[69468]: INFO networking_nsxv3.common.synchronization [req-239f1605-d3df-4b14-b703-7fb29daee9b8 req-2229aafa-92ff-43b6-9eb5-f4c98f700b4f tempest-ServersTestManualDisk-1552660528 tempest-ServersTestManualDisk-1552660528-project-member] Enqueued Resource ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 with Priority: HIGHEST for action security_group_members [ 614.366787] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 with Priority: HIGHEST for action security_group_members [ 614.366787] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.366787] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.366787] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.369576] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.369829] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.370661] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.370661] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.371797] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.371797] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.371797] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.593588] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f in Status: SUCCESS [ 614.593925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.596463] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6241832-ecd5-49f5-996d-546a212d8587 [ 614.598493] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.598659] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.598767] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.599046] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.599110] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.599206] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6241832-ecd5-49f5-996d-546a212d8587 already deleted. [ 614.599287] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6241832-ecd5-49f5-996d-546a212d8587" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.727296] env[69468]: INFO networking_nsxv3.common.synchronization [None req-346e0746-0f3a-4ea0-9cc1-e9be0300290d None None] Enqueued Resource ID: f3bfdd5d-6bfd-43ab-9064-abb65bf04027 with Priority: HIGHEST for action port [ 614.727553] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3bfdd5d-6bfd-43ab-9064-abb65bf04027 with Priority: HIGHEST for action port [ 614.728141] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3bfdd5d-6bfd-43ab-9064-abb65bf04027 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.728245] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3bfdd5d-6bfd-43ab-9064-abb65bf04027" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.728332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3bfdd5d-6bfd-43ab-9064-abb65bf04027" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.728543] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3bfdd5d-6bfd-43ab-9064-abb65bf04027" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.728626] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3bfdd5d-6bfd-43ab-9064-abb65bf04027',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.796985] env[69468]: INFO networking_nsxv3.common.synchronization [req-4d5c23d9-6ebd-4ffa-b5bf-9cd250a28c76 req-2cb2a0f3-3597-4ff6-8b99-3528d571f514 service nova] Enqueued Resource ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 with Priority: HIGHEST for action security_group_rules [ 614.798111] env[69468]: INFO networking_nsxv3.common.synchronization [req-4d5c23d9-6ebd-4ffa-b5bf-9cd250a28c76 req-2cb2a0f3-3597-4ff6-8b99-3528d571f514 service nova] Enqueued Resource ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 with Priority: HIGHEST for action security_group_members [ 614.798382] env[69468]: INFO networking_nsxv3.common.synchronization [req-4d5c23d9-6ebd-4ffa-b5bf-9cd250a28c76 req-2cb2a0f3-3597-4ff6-8b99-3528d571f514 service nova] Enqueued Resource ID: 73a9904f-d8b5-4a55-8338-3f26cce4f9f7 with Priority: HIGHEST for action port [ 614.799232] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 with Priority: HIGHEST for action security_group_rules [ 614.799491] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 with Priority: HIGHEST for action security_group_members [ 614.800196] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a9904f-d8b5-4a55-8338-3f26cce4f9f7 with Priority: HIGHEST for action port [ 614.800196] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5327879a-8e69-4f71-b0d8-310a98738ad7 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.800413] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.800413] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.800490] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.800552] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5327879a-8e69-4f71-b0d8-310a98738ad7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.802446] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-5327879a-8e69-4f71-b0d8-310a98738ad7 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.802446] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.802446] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.802446] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.802663] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.802663] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.802741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.802865] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.802930] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.803036] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5327879a-8e69-4f71-b0d8-310a98738ad7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.804279] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-73a9904f-d8b5-4a55-8338-3f26cce4f9f7 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.804357] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73a9904f-d8b5-4a55-8338-3f26cce4f9f7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.805414] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73a9904f-d8b5-4a55-8338-3f26cce4f9f7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.805414] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73a9904f-d8b5-4a55-8338-3f26cce4f9f7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.805414] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73a9904f-d8b5-4a55-8338-3f26cce4f9f7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.876811] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.876811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.876811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.876811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.876811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.876811] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.876811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.876811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.876811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.876811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.876811] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 already deleted. [ 614.876811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.234305] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3bfdd5d-6bfd-43ab-9064-abb65bf04027 [ 615.234790] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.234790] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.234956] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.235293] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.235293] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.235426] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3bfdd5d-6bfd-43ab-9064-abb65bf04027 already deleted. [ 615.235606] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3bfdd5d-6bfd-43ab-9064-abb65bf04027" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.307787] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-5327879a-8e69-4f71-b0d8-310a98738ad7 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.307942] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.308499] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5327879a-8e69-4f71-b0d8-310a98738ad7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.311362] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73a9904f-d8b5-4a55-8338-3f26cce4f9f7 with status ACTIVE [ 615.311362] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.311362] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.311675] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.313295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.313295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.313295] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.313295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.313295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.314228] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.314228] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.314228] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.314228] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.314228] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.315357] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.315357] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.315357] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73a9904f-d8b5-4a55-8338-3f26cce4f9f7 is going to be updated. [ 615.337622] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.337622] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.337622] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.337979] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.338084] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.338319] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73a9904f-d8b5-4a55-8338-3f26cce4f9f7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.401148] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-311 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.402427] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-311" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.402923] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-311" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.403224] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-311" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.403398] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.403586] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.403738] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.404048] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.404256] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.404750] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 615.404750] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.404851] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.405252] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.405252] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 615.405252] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.405390] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.429397] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.429647] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 615.429849] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.430062] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-311" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.430417] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-267ce176-9932-4001-a96f-4e89c511fca3 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.430618] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-267ce176-9932-4001-a96f-4e89c511fca3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.430751] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-267ce176-9932-4001-a96f-4e89c511fca3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.434870] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-267ce176-9932-4001-a96f-4e89c511fca3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.434870] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('267ce176-9932-4001-a96f-4e89c511fca3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.439175] env[69468]: INFO networking_nsxv3.common.synchronization [None req-f785204f-a6d9-4a9d-9f23-ad6aaadb263b tempest-VolumesAdminNegativeTest-1855579597 tempest-VolumesAdminNegativeTest-1855579597-project-member] Enqueued Resource ID: e397af82-05c6-49f6-875e-1ef5ec097648 with Priority: HIGHEST for action security_group_rules [ 615.439671] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e397af82-05c6-49f6-875e-1ef5ec097648 with Priority: HIGHEST for action security_group_rules [ 615.440012] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e397af82-05c6-49f6-875e-1ef5ec097648 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.440141] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.440190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.440441] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.440550] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e397af82-05c6-49f6-875e-1ef5ec097648',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.530184] env[69468]: INFO networking_nsxv3.common.synchronization [None req-a85d251b-a5f5-490e-a045-cc64164b797d None None] Enqueued Resource ID: 1541808f-83aa-478d-8ff0-3153bb02e158 with Priority: HIGHEST for action port [ 615.530184] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1541808f-83aa-478d-8ff0-3153bb02e158 with Priority: HIGHEST for action port [ 615.530184] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-1541808f-83aa-478d-8ff0-3153bb02e158 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.535253] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1541808f-83aa-478d-8ff0-3153bb02e158" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.535253] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1541808f-83aa-478d-8ff0-3153bb02e158" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.535253] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1541808f-83aa-478d-8ff0-3153bb02e158" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.535253] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1541808f-83aa-478d-8ff0-3153bb02e158',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.699877] env[69468]: INFO networking_nsxv3.common.synchronization [None req-711c39e8-0931-4140-97b5-c3b214fc4e9c tempest-VolumesAdminNegativeTest-1855579597 tempest-VolumesAdminNegativeTest-1855579597-project-member] Enqueued Resource ID: e397af82-05c6-49f6-875e-1ef5ec097648 with Priority: HIGHEST for action security_group_rules [ 615.700522] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e397af82-05c6-49f6-875e-1ef5ec097648 with Priority: HIGHEST for action security_group_rules [ 615.700852] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e397af82-05c6-49f6-875e-1ef5ec097648 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.700952] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.707404] env[69468]: INFO networking_nsxv3.common.synchronization [req-7ee9157a-1c00-4847-871b-af0df44d6b8c req-fce2f40a-ae32-4faa-bf58-83051e055db8 tempest-DeleteServersAdminTestJSON-1366753598 tempest-DeleteServersAdminTestJSON-1366753598-project-admin] Enqueued Resource ID: 605bf232-0fab-4540-a959-d8fb92606eb3 with Priority: HIGHEST for action security_group_members [ 615.707404] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 605bf232-0fab-4540-a959-d8fb92606eb3 with Priority: HIGHEST for action security_group_members [ 615.707487] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-605bf232-0fab-4540-a959-d8fb92606eb3 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.707696] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.707743] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.708115] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.708328] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.708528] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.709234] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.709234] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.709688] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.709688] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('605bf232-0fab-4540-a959-d8fb92606eb3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.728540] env[69468]: INFO networking_nsxv3.common.synchronization [req-39d426b6-7000-42d4-9015-a69867bce2d1 req-ccd27c98-cafd-40a6-921a-a6d3b2a3193c tempest-ImagesNegativeTestJSON-100383407 tempest-ImagesNegativeTestJSON-100383407-project-member] Enqueued Resource ID: 73725abb-ed0e-479e-9ffe-51d4bb1783df with Priority: HIGHEST for action security_group_members [ 615.729726] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73725abb-ed0e-479e-9ffe-51d4bb1783df with Priority: HIGHEST for action security_group_members [ 615.730416] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-73725abb-ed0e-479e-9ffe-51d4bb1783df taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.730724] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.730914] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.731390] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.731702] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.732591] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.732591] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.732591] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.732591] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.733019] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73725abb-ed0e-479e-9ffe-51d4bb1783df',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.818634] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5327879a-8e69-4f71-b0d8-310a98738ad7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.937464] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.938483] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.938483] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.938483] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.938897] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.939173] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 267ce176-9932-4001-a96f-4e89c511fca3 not found, creating... [ 615.939501] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.939682] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.939968] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.940552] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.940552] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.940722] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.940891] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.941088] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.941279] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.941370] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.942041] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 267ce176-9932-4001-a96f-4e89c511fca3 is going to be created. [ 615.962298] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.962448] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.962515] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.962740] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.962831] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.962935] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e397af82-05c6-49f6-875e-1ef5ec097648 already deleted. [ 615.962996] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.963169] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.963322] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.963401] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e397af82-05c6-49f6-875e-1ef5ec097648',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.969314] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.969532] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.969659] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.969956] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.970812] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.970812] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-267ce176-9932-4001-a96f-4e89c511fca3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.987928] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 in Status: SUCCESS [ 615.988245] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.037349] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1541808f-83aa-478d-8ff0-3153bb02e158 [ 616.037585] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.037747] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.037823] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.038057] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.038153] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.038251] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1541808f-83aa-478d-8ff0-3153bb02e158 already deleted. [ 616.038335] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1541808f-83aa-478d-8ff0-3153bb02e158" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.212413] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.212568] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.213640] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.213640] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.213640] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.213640] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.213640] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.213640] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.213640] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.214152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.214152] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 605bf232-0fab-4540-a959-d8fb92606eb3 is going to be updated. [ 616.236163] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.236163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.236163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.236163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.236163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.236622] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.236622] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.236698] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.236845] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.236922] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.237020] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73725abb-ed0e-479e-9ffe-51d4bb1783df is going to be updated. [ 616.253540] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.253756] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.253826] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.254042] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.254172] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.263476] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 605bf232-0fab-4540-a959-d8fb92606eb3 in Status: IN_PROGRESS for 2s [ 616.273029] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.273429] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.273539] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.273833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.275171] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.282864] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73725abb-ed0e-479e-9ffe-51d4bb1783df in Status: IN_PROGRESS for 2s [ 616.322843] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.322843] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.322843] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.322843] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.322843] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.322843] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 is going to be created. [ 616.352177] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.352177] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.352177] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.352177] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.352177] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.364541] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 in Status: UNINITIALIZED for 2s [ 616.482742] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.482855] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.482895] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.483095] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.483637] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.483637] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e397af82-05c6-49f6-875e-1ef5ec097648 already deleted. [ 616.483637] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.324152] env[69468]: INFO networking_nsxv3.common.synchronization [req-239f1605-d3df-4b14-b703-7fb29daee9b8 req-978e40b6-7c7d-4e2c-a4a3-e11b8ba4397e service nova] Enqueued Resource ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 with Priority: HIGHEST for action security_group_rules [ 617.324428] env[69468]: INFO networking_nsxv3.common.synchronization [req-239f1605-d3df-4b14-b703-7fb29daee9b8 req-978e40b6-7c7d-4e2c-a4a3-e11b8ba4397e service nova] Enqueued Resource ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 with Priority: HIGHEST for action security_group_members [ 617.324654] env[69468]: INFO networking_nsxv3.common.synchronization [req-239f1605-d3df-4b14-b703-7fb29daee9b8 req-978e40b6-7c7d-4e2c-a4a3-e11b8ba4397e service nova] Enqueued Resource ID: 267ce176-9932-4001-a96f-4e89c511fca3 with Priority: HIGHEST for action port [ 617.328480] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 with Priority: HIGHEST for action security_group_rules [ 617.328718] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 with Priority: HIGHEST for action security_group_members [ 617.329054] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267ce176-9932-4001-a96f-4e89c511fca3 with Priority: HIGHEST for action port [ 617.329356] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.329563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.329693] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.330031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.330178] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.331752] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.331938] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.332069] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.336679] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.337107] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.337294] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.337388] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.337741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.337796] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.337929] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.339126] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-267ce176-9932-4001-a96f-4e89c511fca3 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.339303] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-267ce176-9932-4001-a96f-4e89c511fca3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.339421] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-267ce176-9932-4001-a96f-4e89c511fca3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.339683] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-267ce176-9932-4001-a96f-4e89c511fca3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.339824] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('267ce176-9932-4001-a96f-4e89c511fca3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.514767] env[69468]: INFO networking_nsxv3.common.synchronization [None req-3b004218-c62e-4c59-9371-cd5446dfc2a7 None None] Enqueued Resource ID: f253d574-9d34-4110-aaf2-95b5c24ffdaa with Priority: HIGHEST for action port [ 617.515177] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f253d574-9d34-4110-aaf2-95b5c24ffdaa with Priority: HIGHEST for action port [ 617.515466] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-f253d574-9d34-4110-aaf2-95b5c24ffdaa taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.515593] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f253d574-9d34-4110-aaf2-95b5c24ffdaa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.515659] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f253d574-9d34-4110-aaf2-95b5c24ffdaa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.515925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f253d574-9d34-4110-aaf2-95b5c24ffdaa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.516021] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f253d574-9d34-4110-aaf2-95b5c24ffdaa',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.843993] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.847905] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.847905] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.847905] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 267ce176-9932-4001-a96f-4e89c511fca3 with status ACTIVE [ 617.847905] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.847905] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.847905] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.847905] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.847905] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.849439] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.849643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.849988] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.850140] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.850428] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.851420] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.851619] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.851735] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.851964] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.852137] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.852286] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 267ce176-9932-4001-a96f-4e89c511fca3 is going to be updated. [ 617.879526] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.879700] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.879867] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.880054] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.880213] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.880377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-267ce176-9932-4001-a96f-4e89c511fca3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.982525] env[69468]: INFO networking_nsxv3.common.synchronization [None req-45cce0be-45a5-4022-9359-6775171905a2 None None] Enqueued Resource ID: ba9e5040-9ebd-46ec-8623-f3154740c44a with Priority: HIGHEST for action port [ 617.982712] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba9e5040-9ebd-46ec-8623-f3154740c44a with Priority: HIGHEST for action port [ 617.983602] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba9e5040-9ebd-46ec-8623-f3154740c44a taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.983755] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba9e5040-9ebd-46ec-8623-f3154740c44a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.983857] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba9e5040-9ebd-46ec-8623-f3154740c44a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.986114] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba9e5040-9ebd-46ec-8623-f3154740c44a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.986249] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba9e5040-9ebd-46ec-8623-f3154740c44a',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.020313] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f253d574-9d34-4110-aaf2-95b5c24ffdaa [ 618.020560] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.020695] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.023030] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.023030] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.023030] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.023030] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f253d574-9d34-4110-aaf2-95b5c24ffdaa already deleted. [ 618.023030] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f253d574-9d34-4110-aaf2-95b5c24ffdaa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.283149] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 605bf232-0fab-4540-a959-d8fb92606eb3 in Status: SUCCESS [ 618.283431] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 605bf232-0fab-4540-a959-d8fb92606eb3 deletion is rescheduled due to dependency. [ 618.283553] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.294031] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73725abb-ed0e-479e-9ffe-51d4bb1783df in Status: SUCCESS [ 618.294185] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73725abb-ed0e-479e-9ffe-51d4bb1783df deletion is rescheduled due to dependency. [ 618.294371] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.348354] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.378534] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 in Status: SUCCESS [ 618.378534] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.378534] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.378534] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.378534] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.378534] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.378534] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.378534] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.378534] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.378534] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.378534] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5327879a-8e69-4f71-b0d8-310a98738ad7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.489127] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba9e5040-9ebd-46ec-8623-f3154740c44a [ 618.489127] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.489127] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.489127] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.489127] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.489127] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.489127] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba9e5040-9ebd-46ec-8623-f3154740c44a already deleted. [ 618.489127] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba9e5040-9ebd-46ec-8623-f3154740c44a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.855295] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.855295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.855295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.855295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.855295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.855295] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 is going to be created. [ 618.878990] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.878990] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.878990] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.878990] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.878990] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.880983] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5327879a-8e69-4f71-b0d8-310a98738ad7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.886903] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 in Status: UNINITIALIZED for 2s [ 619.382979] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5327879a-8e69-4f71-b0d8-310a98738ad7: rpc.has_security_group_logging(os_id): False [ 619.400309] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.400482] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.400555] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.400993] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.401115] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.401363] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.401468] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.401530] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.401712] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.401791] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.401880] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 is going to be created. [ 619.473299] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.473443] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.473514] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.473727] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.473910] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.486870] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 in Status: IN_PROGRESS for 2s [ 619.915366] env[69468]: INFO networking_nsxv3.common.synchronization [req-0898bc28-2835-40f4-845c-96b8b77e554e req-5c56e7e1-ec4a-4338-8f21-3ed47296b98e tempest-ServerExternalEventsTest-1377643665 tempest-ServerExternalEventsTest-1377643665-project-member] Enqueued Resource ID: dcc28e39-7fea-4b2d-af1d-75e628fa2489 with Priority: HIGHEST for action security_group_members [ 619.915366] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc28e39-7fea-4b2d-af1d-75e628fa2489 with Priority: HIGHEST for action security_group_members [ 619.915366] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcc28e39-7fea-4b2d-af1d-75e628fa2489 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.915366] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.915366] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.915366] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.915366] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.915366] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.915366] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.915366] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.915710] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.915710] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcc28e39-7fea-4b2d-af1d-75e628fa2489',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.408290] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.408679] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.408679] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.408962] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.410032] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.410032] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.410270] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.410399] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.410660] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.410830] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 620.410993] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.411192] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.411326] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.411523] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 620.411629] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.411765] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.418503] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.418683] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.418788] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.419014] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.419169] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.419392] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.419512] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.419591] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.419828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.419928] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.420055] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcc28e39-7fea-4b2d-af1d-75e628fa2489 already deleted. [ 620.420151] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.432302] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.432476] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 620.432791] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.432791] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.433323] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-d37fa2fb-69e3-46f1-a6a6-1794a902a86e taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.433323] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-d37fa2fb-69e3-46f1-a6a6-1794a902a86e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.433524] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-d37fa2fb-69e3-46f1-a6a6-1794a902a86e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.433666] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-d37fa2fb-69e3-46f1-a6a6-1794a902a86e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.433809] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d37fa2fb-69e3-46f1-a6a6-1794a902a86e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.898763] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 in Status: SUCCESS [ 620.900921] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.900921] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.900921] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.900921] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.900921] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.900921] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.900921] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.900921] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.900921] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.900921] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.936898] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.937456] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.939517] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.939517] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.939517] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.939517] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port d37fa2fb-69e3-46f1-a6a6-1794a902a86e not found, creating... [ 620.939517] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.939517] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.939517] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.940494] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.940750] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.942270] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.942540] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.942674] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.942926] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.943099] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.943257] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: d37fa2fb-69e3-46f1-a6a6-1794a902a86e is going to be created. [ 620.963690] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.965385] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.965385] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.965385] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.965385] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.965385] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-d37fa2fb-69e3-46f1-a6a6-1794a902a86e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.337660] env[69468]: INFO networking_nsxv3.common.synchronization [None req-54c6bbaf-5639-4494-808f-18d3a5f5d815 None None] Enqueued Resource ID: eb2b5401-36c9-4595-bf6f-9c97732a5cc0 with Priority: HIGHEST for action port [ 621.337946] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb2b5401-36c9-4595-bf6f-9c97732a5cc0 with Priority: HIGHEST for action port [ 621.338634] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb2b5401-36c9-4595-bf6f-9c97732a5cc0 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.338759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb2b5401-36c9-4595-bf6f-9c97732a5cc0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.338865] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb2b5401-36c9-4595-bf6f-9c97732a5cc0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.339243] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb2b5401-36c9-4595-bf6f-9c97732a5cc0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.339338] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb2b5401-36c9-4595-bf6f-9c97732a5cc0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.408566] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.502539] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 in Status: SUCCESS [ 621.502843] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.840991] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb2b5401-36c9-4595-bf6f-9c97732a5cc0 [ 621.841281] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.841511] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.841511] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.843452] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.843452] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.843452] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb2b5401-36c9-4595-bf6f-9c97732a5cc0 already deleted. [ 621.843452] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb2b5401-36c9-4595-bf6f-9c97732a5cc0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.911108] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6: rpc.has_security_group_logging(os_id): False [ 621.955059] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.955338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.955455] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.955763] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.955908] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.956308] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.956475] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.956578] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.956821] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.956953] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.958262] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 is going to be created. [ 622.026422] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.026876] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.026876] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.027368] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.027489] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.041456] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 in Status: IN_PROGRESS for 2s [ 622.123059] env[69468]: INFO networking_nsxv3.common.synchronization [req-0898bc28-2835-40f4-845c-96b8b77e554e req-85c81bf5-560c-49e1-94a8-abc91b015d3d service nova] Enqueued Resource ID: dcc28e39-7fea-4b2d-af1d-75e628fa2489 with Priority: HIGHEST for action security_group_rules [ 622.123520] env[69468]: INFO networking_nsxv3.common.synchronization [req-0898bc28-2835-40f4-845c-96b8b77e554e req-85c81bf5-560c-49e1-94a8-abc91b015d3d service nova] Enqueued Resource ID: dcc28e39-7fea-4b2d-af1d-75e628fa2489 with Priority: HIGHEST for action security_group_members [ 622.123770] env[69468]: INFO networking_nsxv3.common.synchronization [req-0898bc28-2835-40f4-845c-96b8b77e554e req-85c81bf5-560c-49e1-94a8-abc91b015d3d service nova] Enqueued Resource ID: d37fa2fb-69e3-46f1-a6a6-1794a902a86e with Priority: HIGHEST for action port [ 622.124959] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc28e39-7fea-4b2d-af1d-75e628fa2489 with Priority: HIGHEST for action security_group_rules [ 622.125291] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc28e39-7fea-4b2d-af1d-75e628fa2489 with Priority: HIGHEST for action security_group_members [ 622.125538] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d37fa2fb-69e3-46f1-a6a6-1794a902a86e with Priority: HIGHEST for action port [ 622.126051] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcc28e39-7fea-4b2d-af1d-75e628fa2489 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.128349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.128349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.128349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.128349] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcc28e39-7fea-4b2d-af1d-75e628fa2489',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.128349] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcc28e39-7fea-4b2d-af1d-75e628fa2489 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.128692] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.128787] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.129113] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.129323] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.129578] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.129578] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.129716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.129864] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.129991] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcc28e39-7fea-4b2d-af1d-75e628fa2489',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.132610] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-d37fa2fb-69e3-46f1-a6a6-1794a902a86e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.132610] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d37fa2fb-69e3-46f1-a6a6-1794a902a86e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.132610] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d37fa2fb-69e3-46f1-a6a6-1794a902a86e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.132610] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d37fa2fb-69e3-46f1-a6a6-1794a902a86e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.132610] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d37fa2fb-69e3-46f1-a6a6-1794a902a86e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.633837] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcc28e39-7fea-4b2d-af1d-75e628fa2489',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.637458] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcc28e39-7fea-4b2d-af1d-75e628fa2489 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.637565] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.637764] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d37fa2fb-69e3-46f1-a6a6-1794a902a86e with status ACTIVE [ 622.637904] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.638041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.638086] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.638277] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.638363] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.639033] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.639033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.639033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.639033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.639033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.639744] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.640106] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.640106] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.640338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.640338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.640338] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d37fa2fb-69e3-46f1-a6a6-1794a902a86e is going to be updated. [ 622.667277] env[69468]: INFO networking_nsxv3.common.synchronization [req-e7d813b5-1ced-41ae-85d0-ef9d445099ad req-1c3fd0f9-4fff-4193-8324-2232b35ead63 tempest-ServerDiskConfigTestJSON-711676554 tempest-ServerDiskConfigTestJSON-711676554-project-member] Enqueued Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 622.667277] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 622.667277] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.667277] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.667277] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.667862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.667862] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.668075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.668075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.668258] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.668672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.668672] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.676690] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.676889] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.676977] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.677270] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.677473] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.677819] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d37fa2fb-69e3-46f1-a6a6-1794a902a86e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.145933] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcc28e39-7fea-4b2d-af1d-75e628fa2489',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.174956] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.175137] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.175206] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.175545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.175667] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.175887] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.176008] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.176081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.176218] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.176303] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.176388] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 already deleted. [ 623.176450] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.199799] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.200100] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-774" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.200360] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-774" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.200603] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-774" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.200891] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.205459] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.205459] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.205459] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.205459] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.205459] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 623.205459] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.205459] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.205459] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.206340] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 623.206340] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.206340] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.228921] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.228921] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 623.228921] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.229188] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-774" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.230023] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-242cecca-1cdb-42f1-92c0-0717cd78b7eb taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.230023] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-242cecca-1cdb-42f1-92c0-0717cd78b7eb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.230023] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-242cecca-1cdb-42f1-92c0-0717cd78b7eb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.230278] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-242cecca-1cdb-42f1-92c0-0717cd78b7eb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.230467] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('242cecca-1cdb-42f1-92c0-0717cd78b7eb',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.650508] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.650828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.650828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.651069] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.651069] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.651069] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcc28e39-7fea-4b2d-af1d-75e628fa2489 is going to be created. [ 623.677562] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.677714] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.677780] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.677985] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.678229] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.689178] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcc28e39-7fea-4b2d-af1d-75e628fa2489 in Status: UNINITIALIZED for 2s [ 623.735162] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.735162] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.735375] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.735670] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.735784] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.735853] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 242cecca-1cdb-42f1-92c0-0717cd78b7eb not found, creating... [ 623.736122] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.736283] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.736403] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.736686] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.737301] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.737301] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.737441] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.737521] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.737766] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.738017] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.738696] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 242cecca-1cdb-42f1-92c0-0717cd78b7eb is going to be created. [ 623.763458] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.763458] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.763458] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.763714] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.763988] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.764323] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-242cecca-1cdb-42f1-92c0-0717cd78b7eb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.003030] env[69468]: INFO networking_nsxv3.common.synchronization [None req-218c5b3a-1545-4267-bbe2-6602491cf66f None None] Enqueued Resource ID: b0df8be3-02e3-413b-a08a-39cfb0bc13e2 with Priority: HIGHEST for action port [ 624.003202] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0df8be3-02e3-413b-a08a-39cfb0bc13e2 with Priority: HIGHEST for action port [ 624.004042] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0df8be3-02e3-413b-a08a-39cfb0bc13e2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.004175] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0df8be3-02e3-413b-a08a-39cfb0bc13e2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.004359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0df8be3-02e3-413b-a08a-39cfb0bc13e2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.005083] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0df8be3-02e3-413b-a08a-39cfb0bc13e2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.005083] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0df8be3-02e3-413b-a08a-39cfb0bc13e2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.066904] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 in Status: SUCCESS [ 624.066904] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.506825] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0df8be3-02e3-413b-a08a-39cfb0bc13e2 [ 624.507074] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.507214] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.507283] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.507493] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.507586] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.507680] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0df8be3-02e3-413b-a08a-39cfb0bc13e2 already deleted. [ 624.507753] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0df8be3-02e3-413b-a08a-39cfb0bc13e2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.646773] env[69468]: INFO networking_nsxv3.common.synchronization [req-7ced3f6d-46cd-40f9-adb1-9d9c8934ed24 req-5fd95650-4e75-4af1-ac69-71aa1a8c9a13 tempest-ServerDiagnosticsTest-878497450 tempest-ServerDiagnosticsTest-878497450-project-member] Enqueued Resource ID: d3fae98c-0ddf-4c84-b3a8-16e6356eed6c with Priority: HIGHEST for action security_group_members [ 624.646773] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3fae98c-0ddf-4c84-b3a8-16e6356eed6c with Priority: HIGHEST for action security_group_members [ 624.646773] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.646773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.646773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.646773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.646773] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.646773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.647982] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.648225] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.648321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.648428] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3fae98c-0ddf-4c84-b3a8-16e6356eed6c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.874239] env[69468]: INFO networking_nsxv3.common.synchronization [req-e7d813b5-1ced-41ae-85d0-ef9d445099ad req-fa5e8335-e80e-47d5-9687-d2f557d0e730 service nova] Enqueued Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_rules [ 624.874239] env[69468]: INFO networking_nsxv3.common.synchronization [req-e7d813b5-1ced-41ae-85d0-ef9d445099ad req-fa5e8335-e80e-47d5-9687-d2f557d0e730 service nova] Enqueued Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 624.874239] env[69468]: INFO networking_nsxv3.common.synchronization [req-e7d813b5-1ced-41ae-85d0-ef9d445099ad req-fa5e8335-e80e-47d5-9687-d2f557d0e730 service nova] Enqueued Resource ID: 242cecca-1cdb-42f1-92c0-0717cd78b7eb with Priority: HIGHEST for action port [ 624.874239] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_rules [ 624.875254] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 624.875254] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 242cecca-1cdb-42f1-92c0-0717cd78b7eb with Priority: HIGHEST for action port [ 624.875254] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.875254] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.875254] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.875806] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.875806] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.876505] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.876657] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.876748] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.876972] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.877199] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.877335] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.877415] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.878861] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.878861] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.878861] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.880312] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-242cecca-1cdb-42f1-92c0-0717cd78b7eb taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.880488] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-242cecca-1cdb-42f1-92c0-0717cd78b7eb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.880658] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-242cecca-1cdb-42f1-92c0-0717cd78b7eb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.880906] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-242cecca-1cdb-42f1-92c0-0717cd78b7eb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.881094] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('242cecca-1cdb-42f1-92c0-0717cd78b7eb',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.150672] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.151042] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.151042] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.151205] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.151300] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.151550] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.151698] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.151802] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.151950] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.152062] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.152207] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3fae98c-0ddf-4c84-b3a8-16e6356eed6c is going to be updated. [ 625.182419] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.182419] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.182419] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.182419] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.182419] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.191893] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3fae98c-0ddf-4c84-b3a8-16e6356eed6c in Status: IN_PROGRESS for 2s [ 625.385698] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 242cecca-1cdb-42f1-92c0-0717cd78b7eb with status ACTIVE [ 625.385987] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.386205] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.386249] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.386489] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.386623] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.386829] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.386930] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.386997] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.387172] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.387252] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.387432] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.387524] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.387583] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.387828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.387828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.387889] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 242cecca-1cdb-42f1-92c0-0717cd78b7eb is going to be updated. [ 625.391342] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.391342] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.391342] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.411842] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.411968] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.412037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.412398] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.412452] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.412579] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-242cecca-1cdb-42f1-92c0-0717cd78b7eb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.700754] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcc28e39-7fea-4b2d-af1d-75e628fa2489 in Status: SUCCESS [ 625.701128] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.701334] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.701574] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.701778] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.701903] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.702354] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.702354] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.702354] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.702354] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.702517] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcc28e39-7fea-4b2d-af1d-75e628fa2489',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.708489] env[69468]: INFO networking_nsxv3.common.synchronization [req-0ee53ac6-0856-491c-9a2a-862aa884b51e req-59b4f239-67ec-49bb-85dc-b2fc31c90643 tempest-ServerDiagnosticsNegativeTest-1288083493 tempest-ServerDiagnosticsNegativeTest-1288083493-project-member] Enqueued Resource ID: d3ffde22-c254-4fc2-a08d-8b1272f5c3ea with Priority: HIGHEST for action security_group_members [ 625.710382] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3ffde22-c254-4fc2-a08d-8b1272f5c3ea with Priority: HIGHEST for action security_group_members [ 625.710382] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.710382] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.710382] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.710382] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.711873] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.712751] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.713313] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.713542] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.715185] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.715322] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3ffde22-c254-4fc2-a08d-8b1272f5c3ea',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.896076] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.912414] env[69468]: INFO networking_nsxv3.common.synchronization [None req-c5b6be57-d5fa-4cca-819b-1f14c9e4495e None None] Enqueued Resource ID: 8049e00a-5c47-47bb-975a-68e51dc1987b with Priority: HIGHEST for action port [ 625.913142] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8049e00a-5c47-47bb-975a-68e51dc1987b with Priority: HIGHEST for action port [ 625.915128] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-8049e00a-5c47-47bb-975a-68e51dc1987b taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.915128] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8049e00a-5c47-47bb-975a-68e51dc1987b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.915128] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8049e00a-5c47-47bb-975a-68e51dc1987b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.915128] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8049e00a-5c47-47bb-975a-68e51dc1987b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.915128] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8049e00a-5c47-47bb-975a-68e51dc1987b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.212828] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcc28e39-7fea-4b2d-af1d-75e628fa2489 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.212828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.212828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.212828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.212828] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.212828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.212828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.212828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.212828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.212828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.212828] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcc28e39-7fea-4b2d-af1d-75e628fa2489 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.212828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.212828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.212828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.212828] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.212828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.213486] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.213486] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.213486] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.213486] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.213486] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcc28e39-7fea-4b2d-af1d-75e628fa2489',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.220034] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.220034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.220034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.220034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.220034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.220034] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.220034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.220034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.220034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.220034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.220034] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3ffde22-c254-4fc2-a08d-8b1272f5c3ea is going to be updated. [ 626.275310] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.275475] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.275550] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.275766] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.275907] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.285591] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3ffde22-c254-4fc2-a08d-8b1272f5c3ea in Status: IN_PROGRESS for 2s [ 626.398185] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.398379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.398721] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.400320] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.400320] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.400320] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 is going to be created. [ 626.420559] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8049e00a-5c47-47bb-975a-68e51dc1987b [ 626.420559] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.420706] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.420743] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.421223] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.421223] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.421323] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8049e00a-5c47-47bb-975a-68e51dc1987b already deleted. [ 626.421353] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8049e00a-5c47-47bb-975a-68e51dc1987b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.481474] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.481474] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.481474] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.481679] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.481679] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.497918] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: UNINITIALIZED for 2s [ 626.715965] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcc28e39-7fea-4b2d-af1d-75e628fa2489: rpc.has_security_group_logging(os_id): False [ 626.735093] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.735270] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.735326] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.737279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.737279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.737279] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.737279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.737279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.737279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.737279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.737279] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.737279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.737279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.737279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.737279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.737279] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.737279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.737945] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.739238] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.739762] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.739762] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcc28e39-7fea-4b2d-af1d-75e628fa2489 is going to be created. [ 626.801681] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.801834] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.801902] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.802151] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.802358] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.814304] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcc28e39-7fea-4b2d-af1d-75e628fa2489 in Status: IN_PROGRESS for 2s [ 627.201390] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3fae98c-0ddf-4c84-b3a8-16e6356eed6c in Status: SUCCESS [ 627.202577] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3fae98c-0ddf-4c84-b3a8-16e6356eed6c deletion is rescheduled due to dependency. [ 627.202577] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.768479] env[69468]: INFO networking_nsxv3.common.synchronization [None req-bb15b9a5-bac0-4182-bad3-2a4a2045e23e None None] Enqueued Resource ID: cea358fb-1906-4c9a-b797-eb95b8a25105 with Priority: HIGHEST for action port [ 627.768726] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea358fb-1906-4c9a-b797-eb95b8a25105 with Priority: HIGHEST for action port [ 627.769314] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-cea358fb-1906-4c9a-b797-eb95b8a25105 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.769432] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cea358fb-1906-4c9a-b797-eb95b8a25105" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.769499] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cea358fb-1906-4c9a-b797-eb95b8a25105" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.769755] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cea358fb-1906-4c9a-b797-eb95b8a25105" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.769834] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cea358fb-1906-4c9a-b797-eb95b8a25105',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.204053] env[69468]: INFO networking_nsxv3.common.synchronization [None req-fdf0e818-cee6-454c-8863-96a936fa0580 None None] Enqueued Resource ID: d951e9ac-c92a-4c61-b0a1-72f32fd112ac with Priority: HIGHEST for action port [ 628.204053] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d951e9ac-c92a-4c61-b0a1-72f32fd112ac with Priority: HIGHEST for action port [ 628.204722] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-d951e9ac-c92a-4c61-b0a1-72f32fd112ac taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.204903] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d951e9ac-c92a-4c61-b0a1-72f32fd112ac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.204947] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d951e9ac-c92a-4c61-b0a1-72f32fd112ac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.205905] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d951e9ac-c92a-4c61-b0a1-72f32fd112ac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.206121] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d951e9ac-c92a-4c61-b0a1-72f32fd112ac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.277624] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cea358fb-1906-4c9a-b797-eb95b8a25105 [ 628.277624] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.277773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.277773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.277992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.278117] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.278331] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cea358fb-1906-4c9a-b797-eb95b8a25105 already deleted. [ 628.278331] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cea358fb-1906-4c9a-b797-eb95b8a25105" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.294427] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3ffde22-c254-4fc2-a08d-8b1272f5c3ea in Status: SUCCESS [ 628.294596] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3ffde22-c254-4fc2-a08d-8b1272f5c3ea deletion is rescheduled due to dependency. [ 628.294712] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.508922] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: SUCCESS [ 628.509166] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.509332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.509549] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.509743] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.514223] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.514352] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.514527] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.514598] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.514691] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.516016] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.711434] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d951e9ac-c92a-4c61-b0a1-72f32fd112ac [ 628.711684] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.711828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.711901] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.712155] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.712278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.712378] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d951e9ac-c92a-4c61-b0a1-72f32fd112ac already deleted. [ 628.712456] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d951e9ac-c92a-4c61-b0a1-72f32fd112ac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.842816] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcc28e39-7fea-4b2d-af1d-75e628fa2489 in Status: SUCCESS [ 628.844070] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.847196] env[69468]: INFO networking_nsxv3.common.synchronization [req-5b78456e-9c70-494c-bb69-25d153d2b21a req-3d7a9cfd-ac26-455a-997e-5e82c8b66e38 tempest-ServersNegativeTestMultiTenantJSON-99401137 tempest-ServersNegativeTestMultiTenantJSON-99401137-project-member] Enqueued Resource ID: df164fee-9bd7-4237-936e-0ea2a6659799 with Priority: HIGHEST for action security_group_members [ 628.847196] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df164fee-9bd7-4237-936e-0ea2a6659799 with Priority: HIGHEST for action security_group_members [ 628.847196] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-df164fee-9bd7-4237-936e-0ea2a6659799 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.847497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.847611] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.848011] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.848235] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.848363] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.848426] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.848997] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.849173] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.849312] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df164fee-9bd7-4237-936e-0ea2a6659799',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.019188] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.021475] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.021692] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.021959] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.022256] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.022502] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.022668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.022891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.023025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.023198] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.023397] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.023574] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.024381] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.024784] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.024924] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.025062] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.025152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.025577] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.026185] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.026357] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.026528] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.352973] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.353312] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.353312] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.353460] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.353551] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.353745] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.353840] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.353900] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.354060] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.354130] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.354223] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df164fee-9bd7-4237-936e-0ea2a6659799 already deleted. [ 629.354347] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.533399] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62319eb9-aaca-4a4f-b19d-112ab4bd0446: rpc.has_security_group_logging(os_id): False [ 629.552379] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.552379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.552527] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.554431] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.554431] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.554431] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.554431] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.554431] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.554431] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.554431] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.554431] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.554431] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.554431] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.554431] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.554431] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.554431] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.554431] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.554991] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.554991] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.554991] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.554991] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 is going to be created. [ 629.625842] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.625842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.625842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.625842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.625842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.637597] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: IN_PROGRESS for 2s [ 630.180222] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.180222] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-442" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.180222] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-442" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.180222] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-442" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.181732] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.181732] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.181969] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.182256] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.182467] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.182737] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 630.182893] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.183182] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.183260] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.186041] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 630.186041] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.186041] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.204445] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.204670] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 630.204858] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.205117] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-442" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.205545] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-b9c9e750-9412-44e9-9898-efc2a703f86b taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.205795] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-b9c9e750-9412-44e9-9898-efc2a703f86b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.205966] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-b9c9e750-9412-44e9-9898-efc2a703f86b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.206392] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-b9c9e750-9412-44e9-9898-efc2a703f86b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.206838] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9c9e750-9412-44e9-9898-efc2a703f86b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.686554] env[69468]: INFO networking_nsxv3.common.synchronization [None req-83d46566-8df7-463a-a39e-16924756d361 None None] Enqueued Resource ID: 8965fb2c-225e-46c6-9a4f-6e6e01c2ff14 with Priority: HIGHEST for action port [ 630.686554] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8965fb2c-225e-46c6-9a4f-6e6e01c2ff14 with Priority: HIGHEST for action port [ 630.686554] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-8965fb2c-225e-46c6-9a4f-6e6e01c2ff14 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.686554] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8965fb2c-225e-46c6-9a4f-6e6e01c2ff14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.686554] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8965fb2c-225e-46c6-9a4f-6e6e01c2ff14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.690502] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8965fb2c-225e-46c6-9a4f-6e6e01c2ff14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.690502] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8965fb2c-225e-46c6-9a4f-6e6e01c2ff14',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.712022] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.712022] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.712022] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.712022] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.712022] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.712022] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port b9c9e750-9412-44e9-9898-efc2a703f86b not found, creating... [ 630.712022] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.712022] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.712022] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.712022] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.712022] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.712713] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.712713] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.712713] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.713277] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.713560] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.713807] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: b9c9e750-9412-44e9-9898-efc2a703f86b is going to be created. [ 630.735202] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.735407] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.735613] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.735874] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.736251] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.736569] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-b9c9e750-9412-44e9-9898-efc2a703f86b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.194165] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8965fb2c-225e-46c6-9a4f-6e6e01c2ff14 [ 631.194165] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.194165] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.194165] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.194165] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.194165] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.194165] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8965fb2c-225e-46c6-9a4f-6e6e01c2ff14 already deleted. [ 631.194165] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8965fb2c-225e-46c6-9a4f-6e6e01c2ff14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.458765] env[69468]: INFO networking_nsxv3.common.synchronization [req-7270e365-a6cd-4220-a038-98f3e247cf4d req-0c71a39d-4cde-4ff5-90b9-fa82d4225445 tempest-VolumesAdminNegativeTest-1855579597 tempest-VolumesAdminNegativeTest-1855579597-project-member] Enqueued Resource ID: e397af82-05c6-49f6-875e-1ef5ec097648 with Priority: HIGHEST for action security_group_members [ 631.459820] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e397af82-05c6-49f6-875e-1ef5ec097648 with Priority: HIGHEST for action security_group_members [ 631.459868] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-e397af82-05c6-49f6-875e-1ef5ec097648 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.460589] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.460589] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.460589] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.460589] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.461100] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.461100] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.461100] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.461100] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.461100] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e397af82-05c6-49f6-875e-1ef5ec097648',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.649928] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: SUCCESS [ 631.650194] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.771483] env[69468]: INFO networking_nsxv3.common.synchronization [req-5b78456e-9c70-494c-bb69-25d153d2b21a req-a019972f-222d-42ab-9221-7969c47f8934 service nova] Enqueued Resource ID: df164fee-9bd7-4237-936e-0ea2a6659799 with Priority: HIGHEST for action security_group_rules [ 631.771764] env[69468]: INFO networking_nsxv3.common.synchronization [req-5b78456e-9c70-494c-bb69-25d153d2b21a req-a019972f-222d-42ab-9221-7969c47f8934 service nova] Enqueued Resource ID: df164fee-9bd7-4237-936e-0ea2a6659799 with Priority: HIGHEST for action security_group_members [ 631.772502] env[69468]: INFO networking_nsxv3.common.synchronization [req-5b78456e-9c70-494c-bb69-25d153d2b21a req-a019972f-222d-42ab-9221-7969c47f8934 service nova] Enqueued Resource ID: b9c9e750-9412-44e9-9898-efc2a703f86b with Priority: HIGHEST for action port [ 631.773058] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df164fee-9bd7-4237-936e-0ea2a6659799 with Priority: HIGHEST for action security_group_rules [ 631.773313] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df164fee-9bd7-4237-936e-0ea2a6659799 with Priority: HIGHEST for action security_group_members [ 631.773519] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c9e750-9412-44e9-9898-efc2a703f86b with Priority: HIGHEST for action port [ 631.776380] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df164fee-9bd7-4237-936e-0ea2a6659799 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.776380] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.776380] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.776380] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.776380] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df164fee-9bd7-4237-936e-0ea2a6659799',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.776380] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-df164fee-9bd7-4237-936e-0ea2a6659799 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.776380] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.776380] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.776380] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.776380] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.776380] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.776380] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.778374] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.778374] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.778374] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df164fee-9bd7-4237-936e-0ea2a6659799',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.778374] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9c9e750-9412-44e9-9898-efc2a703f86b taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.778374] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9c9e750-9412-44e9-9898-efc2a703f86b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.778374] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9c9e750-9412-44e9-9898-efc2a703f86b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.778374] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9c9e750-9412-44e9-9898-efc2a703f86b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.778374] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9c9e750-9412-44e9-9898-efc2a703f86b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.965812] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.965973] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.966985] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.966985] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.966985] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.966985] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.966985] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.966985] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.967341] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.967341] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.967341] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e397af82-05c6-49f6-875e-1ef5ec097648 already deleted. [ 631.967341] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.122647] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-258 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.122872] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-258" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.123015] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-258" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.124936] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-258" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.124936] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.124936] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.124936] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.124936] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.124936] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.124936] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 632.125433] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.125433] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.125433] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.125433] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 632.125433] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.125614] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.142631] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.142796] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 632.142931] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.143212] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-258" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.143520] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-29b2e26b-edae-4c53-98e5-15ce643aa4d0 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.143686] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-29b2e26b-edae-4c53-98e5-15ce643aa4d0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.143802] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-29b2e26b-edae-4c53-98e5-15ce643aa4d0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.144136] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-29b2e26b-edae-4c53-98e5-15ce643aa4d0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.144287] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29b2e26b-edae-4c53-98e5-15ce643aa4d0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.281189] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9c9e750-9412-44e9-9898-efc2a703f86b with status ACTIVE [ 632.281616] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.281781] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.281921] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.282639] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.282639] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.282639] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.282639] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.282639] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.282952] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.282952] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.283039] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.283126] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.283163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.283286] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.283589] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.283860] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9c9e750-9412-44e9-9898-efc2a703f86b is going to be updated. [ 632.285686] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df164fee-9bd7-4237-936e-0ea2a6659799',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.286869] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-df164fee-9bd7-4237-936e-0ea2a6659799 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.286998] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.308581] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.308581] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.308581] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.308581] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.308581] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.308581] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9c9e750-9412-44e9-9898-efc2a703f86b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.648453] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.648453] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.648585] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.648796] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.649022] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.649110] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 29b2e26b-edae-4c53-98e5-15ce643aa4d0 not found, creating... [ 632.649369] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.649729] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.649729] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.650505] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.650505] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.650505] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.650505] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.650716] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.650833] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.650949] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.651110] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 29b2e26b-edae-4c53-98e5-15ce643aa4d0 is going to be created. [ 632.675216] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.675216] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.675216] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.675216] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.675216] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.675216] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-29b2e26b-edae-4c53-98e5-15ce643aa4d0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.788268] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df164fee-9bd7-4237-936e-0ea2a6659799',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.294237] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.294237] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.294237] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.294237] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.294237] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.294237] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df164fee-9bd7-4237-936e-0ea2a6659799 is going to be created. [ 633.317796] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.318051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.318051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.318385] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.318460] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.328231] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df164fee-9bd7-4237-936e-0ea2a6659799 in Status: UNINITIALIZED for 2s [ 633.471178] env[69468]: INFO networking_nsxv3.common.synchronization [req-7270e365-a6cd-4220-a038-98f3e247cf4d req-4ce58780-7d91-41b1-9bf2-73795308c444 service nova] Enqueued Resource ID: e397af82-05c6-49f6-875e-1ef5ec097648 with Priority: HIGHEST for action security_group_rules [ 633.471386] env[69468]: INFO networking_nsxv3.common.synchronization [req-7270e365-a6cd-4220-a038-98f3e247cf4d req-4ce58780-7d91-41b1-9bf2-73795308c444 service nova] Enqueued Resource ID: e397af82-05c6-49f6-875e-1ef5ec097648 with Priority: HIGHEST for action security_group_members [ 633.471576] env[69468]: INFO networking_nsxv3.common.synchronization [req-7270e365-a6cd-4220-a038-98f3e247cf4d req-4ce58780-7d91-41b1-9bf2-73795308c444 service nova] Enqueued Resource ID: 29b2e26b-edae-4c53-98e5-15ce643aa4d0 with Priority: HIGHEST for action port [ 633.471800] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e397af82-05c6-49f6-875e-1ef5ec097648 with Priority: HIGHEST for action security_group_rules [ 633.471874] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e397af82-05c6-49f6-875e-1ef5ec097648 with Priority: HIGHEST for action security_group_members [ 633.471965] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29b2e26b-edae-4c53-98e5-15ce643aa4d0 with Priority: HIGHEST for action port [ 633.476025] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e397af82-05c6-49f6-875e-1ef5ec097648 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.476025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.476025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.476025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.476025] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e397af82-05c6-49f6-875e-1ef5ec097648',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.476025] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-e397af82-05c6-49f6-875e-1ef5ec097648 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.476025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.476025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.476025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.476025] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.476025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.476025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.476025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.476025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.476025] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e397af82-05c6-49f6-875e-1ef5ec097648',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.480629] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-29b2e26b-edae-4c53-98e5-15ce643aa4d0 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.480811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29b2e26b-edae-4c53-98e5-15ce643aa4d0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.480880] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29b2e26b-edae-4c53-98e5-15ce643aa4d0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.481373] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29b2e26b-edae-4c53-98e5-15ce643aa4d0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.481373] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29b2e26b-edae-4c53-98e5-15ce643aa4d0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.709072] env[69468]: INFO networking_nsxv3.common.synchronization [req-44edd409-b1c8-480d-bbe3-fc931a3bed22 req-2c38aa0e-172c-440a-b60c-bc5f86b47159 tempest-ServersAdminTestJSON-573324530 tempest-ServersAdminTestJSON-573324530-project-member] Enqueued Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_members [ 633.709072] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_members [ 633.709363] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.709502] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.709565] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.713031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.713031] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.713031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.713031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.713031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.713031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.713031] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.983950] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-e397af82-05c6-49f6-875e-1ef5ec097648 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.983950] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.987432] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e397af82-05c6-49f6-875e-1ef5ec097648',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.988642] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29b2e26b-edae-4c53-98e5-15ce643aa4d0 with status ACTIVE [ 633.991035] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.991035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.991035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.991035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.991035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.991035] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.991035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.991035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.991035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.991035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.991035] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.991035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.991035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.991035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.991035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.991035] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29b2e26b-edae-4c53-98e5-15ce643aa4d0 is going to be updated. [ 634.012447] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.013381] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.013381] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.013381] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.013381] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.013381] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29b2e26b-edae-4c53-98e5-15ce643aa4d0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.072927] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.073161] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.073375] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.074347] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.074347] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.074492] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.074573] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.074827] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.075169] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.075358] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 634.075454] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.075640] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.075745] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.076170] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 634.076170] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.076551] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.098306] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.098572] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 634.098773] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.099018] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.099404] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-9e51856c-7355-448c-82fc-e5af23bb0fcf taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.099716] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-9e51856c-7355-448c-82fc-e5af23bb0fcf" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.099876] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-9e51856c-7355-448c-82fc-e5af23bb0fcf" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.100271] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-9e51856c-7355-448c-82fc-e5af23bb0fcf" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.100469] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e51856c-7355-448c-82fc-e5af23bb0fcf',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.216757] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.216966] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.217094] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.217393] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.217498] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.217724] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.218405] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.218510] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.218713] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.218825] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.220253] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac already deleted. [ 634.220384] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.494139] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e397af82-05c6-49f6-875e-1ef5ec097648',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.605334] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.605334] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.605334] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.605334] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.605334] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.605334] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 9e51856c-7355-448c-82fc-e5af23bb0fcf not found, creating... [ 634.605334] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.605334] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.605334] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.605334] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.605334] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.605926] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.605926] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.607249] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.607535] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.607682] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.608802] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 9e51856c-7355-448c-82fc-e5af23bb0fcf is going to be created. [ 634.629670] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.632754] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.632885] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.633188] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.633646] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.633646] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-9e51856c-7355-448c-82fc-e5af23bb0fcf" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.996537] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.996967] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.996967] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.996967] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.997386] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.997386] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e397af82-05c6-49f6-875e-1ef5ec097648 is going to be created. [ 635.018674] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.018834] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.018897] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.019179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.020070] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.032612] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e397af82-05c6-49f6-875e-1ef5ec097648 in Status: UNINITIALIZED for 2s [ 635.340016] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df164fee-9bd7-4237-936e-0ea2a6659799 in Status: SUCCESS [ 635.340016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.340016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.340016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.340016] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.340016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.340016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.340016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.340016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.340016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.340016] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df164fee-9bd7-4237-936e-0ea2a6659799',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.844253] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-df164fee-9bd7-4237-936e-0ea2a6659799 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.844477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.844551] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.844862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.845069] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.845226] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.845289] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.845488] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.845628] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.845721] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.845915] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-df164fee-9bd7-4237-936e-0ea2a6659799 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.846020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.846175] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.846369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.846534] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.846680] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.846746] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.846926] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.847698] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.847822] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.848121] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df164fee-9bd7-4237-936e-0ea2a6659799',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.135571] env[69468]: INFO networking_nsxv3.common.synchronization [req-4caa2ba3-56b4-464b-873e-49032068488c req-9c4e2c04-06cd-4c9c-a69f-d749a535e2d9 tempest-ServerExternalEventsTest-1377643665 tempest-ServerExternalEventsTest-1377643665-project-member] Enqueued Resource ID: dcc28e39-7fea-4b2d-af1d-75e628fa2489 with Priority: HIGHEST for action security_group_members [ 636.136071] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc28e39-7fea-4b2d-af1d-75e628fa2489 with Priority: HIGHEST for action security_group_members [ 636.136385] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcc28e39-7fea-4b2d-af1d-75e628fa2489 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.136588] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.136661] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.136865] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.143913] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.143913] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.143913] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.143913] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.143913] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.143913] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcc28e39-7fea-4b2d-af1d-75e628fa2489',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.350760] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df164fee-9bd7-4237-936e-0ea2a6659799: rpc.has_security_group_logging(os_id): False [ 636.383075] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.383248] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.383320] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.383536] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.383625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.385593] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.385593] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.385593] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.385593] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.385593] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.385593] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.385593] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.385593] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.385593] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.385593] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.385593] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.385593] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.386294] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.386294] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.386294] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.386294] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df164fee-9bd7-4237-936e-0ea2a6659799 is going to be created. [ 636.469733] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.469733] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.469733] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.469733] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.469733] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.479226] env[69468]: INFO networking_nsxv3.common.synchronization [req-44edd409-b1c8-480d-bbe3-fc931a3bed22 req-25a8f739-811a-41c2-bcb9-989028041716 service nova] Enqueued Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_rules [ 636.479226] env[69468]: INFO networking_nsxv3.common.synchronization [req-44edd409-b1c8-480d-bbe3-fc931a3bed22 req-25a8f739-811a-41c2-bcb9-989028041716 service nova] Enqueued Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_members [ 636.479226] env[69468]: INFO networking_nsxv3.common.synchronization [req-44edd409-b1c8-480d-bbe3-fc931a3bed22 req-25a8f739-811a-41c2-bcb9-989028041716 service nova] Enqueued Resource ID: 9e51856c-7355-448c-82fc-e5af23bb0fcf with Priority: HIGHEST for action port [ 636.479226] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_rules [ 636.479226] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_members [ 636.479226] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e51856c-7355-448c-82fc-e5af23bb0fcf with Priority: HIGHEST for action port [ 636.480286] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.480286] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.480286] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.481102] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.481102] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.481916] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.482100] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.482615] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.482875] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.483053] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.483189] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.483276] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.483452] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.483572] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.486527] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.487701] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e51856c-7355-448c-82fc-e5af23bb0fcf taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.487814] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e51856c-7355-448c-82fc-e5af23bb0fcf" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.487885] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e51856c-7355-448c-82fc-e5af23bb0fcf" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.488107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e51856c-7355-448c-82fc-e5af23bb0fcf" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.488789] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e51856c-7355-448c-82fc-e5af23bb0fcf',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.494564] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df164fee-9bd7-4237-936e-0ea2a6659799 in Status: IN_PROGRESS for 2s [ 636.643906] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.645515] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.645515] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.648868] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.648868] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.648868] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.648868] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.648868] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.648868] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.648868] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.648868] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcc28e39-7fea-4b2d-af1d-75e628fa2489 is going to be updated. [ 636.682451] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.682624] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.682864] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.682989] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.683225] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.693206] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcc28e39-7fea-4b2d-af1d-75e628fa2489 in Status: IN_PROGRESS for 2s [ 636.844917] env[69468]: INFO networking_nsxv3.common.synchronization [req-13b4fd48-0f3c-42d0-b981-987e8f45831a req-0c42ef46-a8a6-4667-91ba-18cc0c22336f tempest-ServersAdminTestJSON-573324530 tempest-ServersAdminTestJSON-573324530-project-member] Enqueued Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_members [ 636.845464] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_members [ 636.846232] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.846232] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.992131] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.992131] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.992131] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.992131] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e51856c-7355-448c-82fc-e5af23bb0fcf with status ACTIVE [ 636.992131] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.992131] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.992131] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.992532] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.992532] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.992632] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.992679] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.993252] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.993252] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.993252] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.993252] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.993252] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.993539] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.993539] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.993539] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.993634] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e51856c-7355-448c-82fc-e5af23bb0fcf is going to be updated. [ 637.018364] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.018364] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.018364] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.018364] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.018364] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.018597] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e51856c-7355-448c-82fc-e5af23bb0fcf" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.043437] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e397af82-05c6-49f6-875e-1ef5ec097648 in Status: SUCCESS [ 637.043437] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.043437] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.043437] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.043437] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.043437] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.043437] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.043437] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.043437] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.043828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.043828] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e397af82-05c6-49f6-875e-1ef5ec097648',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.497751] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.547843] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e397af82-05c6-49f6-875e-1ef5ec097648',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.010655] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.010655] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.010655] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.010655] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.010655] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.010655] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac is going to be created. [ 638.033625] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.033625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.033625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.033625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.033625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.042431] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: UNINITIALIZED for 2s [ 638.051065] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e397af82-05c6-49f6-875e-1ef5ec097648: rpc.has_security_group_logging(os_id): False [ 638.070448] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.071369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.071369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.071369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.071369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.071637] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.071743] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.071803] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.072194] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.072435] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.072579] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e397af82-05c6-49f6-875e-1ef5ec097648 is going to be created. [ 638.077481] env[69468]: INFO networking_nsxv3.common.synchronization [None req-3065eddf-34d8-4932-86f3-28b68ff7505e None None] Enqueued Resource ID: 9c2b67e5-4e40-4c10-8255-5533b243153f with Priority: HIGHEST for action port [ 638.077650] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c2b67e5-4e40-4c10-8255-5533b243153f with Priority: HIGHEST for action port [ 638.078428] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c2b67e5-4e40-4c10-8255-5533b243153f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.078428] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c2b67e5-4e40-4c10-8255-5533b243153f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.078428] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c2b67e5-4e40-4c10-8255-5533b243153f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.078702] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c2b67e5-4e40-4c10-8255-5533b243153f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.078742] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c2b67e5-4e40-4c10-8255-5533b243153f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.145765] env[69468]: INFO networking_nsxv3.common.synchronization [None req-82c14fda-6fd5-4329-9c8f-5b9ab55c5533 None None] Enqueued Resource ID: e5c43d31-4d6f-4c29-9a99-56acda0ccd23 with Priority: HIGHEST for action port [ 638.146365] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c43d31-4d6f-4c29-9a99-56acda0ccd23 with Priority: HIGHEST for action port [ 638.146676] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5c43d31-4d6f-4c29-9a99-56acda0ccd23 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.146941] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5c43d31-4d6f-4c29-9a99-56acda0ccd23" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.146941] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5c43d31-4d6f-4c29-9a99-56acda0ccd23" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.147235] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5c43d31-4d6f-4c29-9a99-56acda0ccd23" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.147333] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5c43d31-4d6f-4c29-9a99-56acda0ccd23',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.155229] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.155229] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.155229] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.155389] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.155578] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.172030] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e397af82-05c6-49f6-875e-1ef5ec097648 in Status: IN_PROGRESS for 2s [ 638.419428] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.419708] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.419754] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.420175] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.420746] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.421138] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.421293] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.421807] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.424477] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.424477] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 638.424477] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.424477] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.424477] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.424676] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 638.424676] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.424815] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.457621] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.457814] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 638.457965] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.458178] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.458537] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-65a50486-30b1-4098-94d5-abba26c7c25b taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.459073] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-65a50486-30b1-4098-94d5-abba26c7c25b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.459073] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-65a50486-30b1-4098-94d5-abba26c7c25b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.459235] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-65a50486-30b1-4098-94d5-abba26c7c25b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.462613] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65a50486-30b1-4098-94d5-abba26c7c25b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.506512] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df164fee-9bd7-4237-936e-0ea2a6659799 in Status: SUCCESS [ 638.506785] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.585967] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c2b67e5-4e40-4c10-8255-5533b243153f [ 638.587088] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.587088] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.587088] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.587088] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.587088] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.587088] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c2b67e5-4e40-4c10-8255-5533b243153f already deleted. [ 638.588432] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c2b67e5-4e40-4c10-8255-5533b243153f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.649796] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5c43d31-4d6f-4c29-9a99-56acda0ccd23 [ 638.651184] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.651184] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.651184] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.651184] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.651184] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.651184] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5c43d31-4d6f-4c29-9a99-56acda0ccd23 already deleted. [ 638.651184] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5c43d31-4d6f-4c29-9a99-56acda0ccd23" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.706034] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcc28e39-7fea-4b2d-af1d-75e628fa2489 in Status: SUCCESS [ 638.706034] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcc28e39-7fea-4b2d-af1d-75e628fa2489 deletion is rescheduled due to dependency. [ 638.706034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.911896] env[69468]: INFO networking_nsxv3.common.synchronization [None req-2eeaaab9-b073-46fb-9f6e-af9450df8df5 None None] Enqueued Resource ID: a393eff0-bd3f-448d-8bb4-f5b93675d473 with Priority: HIGHEST for action port [ 638.914276] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a393eff0-bd3f-448d-8bb4-f5b93675d473 with Priority: HIGHEST for action port [ 638.914276] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-a393eff0-bd3f-448d-8bb4-f5b93675d473 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.914276] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a393eff0-bd3f-448d-8bb4-f5b93675d473" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.914276] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a393eff0-bd3f-448d-8bb4-f5b93675d473" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.914276] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a393eff0-bd3f-448d-8bb4-f5b93675d473" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.914276] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a393eff0-bd3f-448d-8bb4-f5b93675d473',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.965722] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.965722] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.965722] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.965722] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.965722] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.965722] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 65a50486-30b1-4098-94d5-abba26c7c25b not found, creating... [ 638.965722] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.966060] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.966060] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.966262] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.966410] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.966714] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.966868] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.966983] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.967980] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.968095] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.968261] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 65a50486-30b1-4098-94d5-abba26c7c25b is going to be created. [ 638.990796] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.991050] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.991183] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.991834] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.991834] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.992106] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-65a50486-30b1-4098-94d5-abba26c7c25b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.327174] env[69468]: INFO networking_nsxv3.common.synchronization [req-9a10d71f-851f-4d9c-b69b-65106ddf74b8 req-499ea960-a823-4273-a649-86ce4601e5af tempest-ServersAdminNegativeTestJSON-442332739 tempest-ServersAdminNegativeTestJSON-442332739-project-member] Enqueued Resource ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 with Priority: HIGHEST for action security_group_members [ 639.327734] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 with Priority: HIGHEST for action security_group_members [ 639.328065] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-302e85eb-7b5f-4e30-8439-37381e0b3229 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.328194] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.328268] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.328481] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.328652] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.328762] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.328900] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.329031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.330282] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.330416] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('302e85eb-7b5f-4e30-8439-37381e0b3229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.415792] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a393eff0-bd3f-448d-8bb4-f5b93675d473 [ 639.415792] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.416378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.416378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.417279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.417562] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.418401] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a393eff0-bd3f-448d-8bb4-f5b93675d473 already deleted. [ 639.418401] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a393eff0-bd3f-448d-8bb4-f5b93675d473" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.838591] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('302e85eb-7b5f-4e30-8439-37381e0b3229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.950672] env[69468]: INFO networking_nsxv3.common.synchronization [None req-609775fd-9efa-4add-8065-9bc9fd04befb None None] Enqueued Resource ID: a34221cd-78ab-45b5-9915-87041ca37da3 with Priority: HIGHEST for action port [ 639.950672] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a34221cd-78ab-45b5-9915-87041ca37da3 with Priority: HIGHEST for action port [ 639.950672] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-a34221cd-78ab-45b5-9915-87041ca37da3 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.950672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a34221cd-78ab-45b5-9915-87041ca37da3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.950672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a34221cd-78ab-45b5-9915-87041ca37da3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.950672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a34221cd-78ab-45b5-9915-87041ca37da3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.950672] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a34221cd-78ab-45b5-9915-87041ca37da3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.057243] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: SUCCESS [ 640.057481] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.057672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.057904] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.058138] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.058293] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.058354] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.058524] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.058605] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.058701] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.184305] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e397af82-05c6-49f6-875e-1ef5ec097648 in Status: SUCCESS [ 640.184540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.344573] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('302e85eb-7b5f-4e30-8439-37381e0b3229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.455365] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a34221cd-78ab-45b5-9915-87041ca37da3 [ 640.455669] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.455864] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.455969] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.456339] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.456557] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.457311] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a34221cd-78ab-45b5-9915-87041ca37da3 already deleted. [ 640.457311] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a34221cd-78ab-45b5-9915-87041ca37da3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.565291] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.849351] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.849710] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.849710] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.849940] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.849940] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.850108] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 is going to be updated. [ 640.883773] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.883773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.883773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.883773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.883773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.892356] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 in Status: IN_PROGRESS for 2s [ 641.029919] env[69468]: INFO networking_nsxv3.common.synchronization [req-13b4fd48-0f3c-42d0-b981-987e8f45831a req-6c8c597c-a224-4484-96a9-025b97438402 service nova] Enqueued Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_rules [ 641.029919] env[69468]: INFO networking_nsxv3.common.synchronization [req-13b4fd48-0f3c-42d0-b981-987e8f45831a req-6c8c597c-a224-4484-96a9-025b97438402 service nova] Enqueued Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_members [ 641.029919] env[69468]: INFO networking_nsxv3.common.synchronization [req-13b4fd48-0f3c-42d0-b981-987e8f45831a req-6c8c597c-a224-4484-96a9-025b97438402 service nova] Enqueued Resource ID: 65a50486-30b1-4098-94d5-abba26c7c25b with Priority: HIGHEST for action port [ 641.029919] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_rules [ 641.030132] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_members [ 641.030236] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a50486-30b1-4098-94d5-abba26c7c25b with Priority: HIGHEST for action port [ 641.035514] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.035668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.035924] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.039269] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.039470] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-65a50486-30b1-4098-94d5-abba26c7c25b taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.039588] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65a50486-30b1-4098-94d5-abba26c7c25b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.039808] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65a50486-30b1-4098-94d5-abba26c7c25b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.039879] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65a50486-30b1-4098-94d5-abba26c7c25b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.039961] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65a50486-30b1-4098-94d5-abba26c7c25b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.070038] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.542761] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65a50486-30b1-4098-94d5-abba26c7c25b with status ACTIVE [ 641.542989] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.543144] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.543223] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.543453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.543544] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.543722] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.543840] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.543903] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.545029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.545029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.545029] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.545029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.545029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.545029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.545029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.545029] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65a50486-30b1-4098-94d5-abba26c7c25b is going to be updated. [ 641.565484] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.565484] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.565484] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.565484] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.565660] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.565785] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65a50486-30b1-4098-94d5-abba26c7c25b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.575564] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.576048] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.576048] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.576048] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.576203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.576237] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac is going to be updated. [ 641.618816] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.618816] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.618816] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.618816] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.618816] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.633281] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: IN_PROGRESS for 2s [ 641.765989] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.765989] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.765989] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.765989] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.767713] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.767902] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.768322] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.769052] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.769226] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.769444] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 641.770293] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.770468] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.770592] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.770713] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 641.770822] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.770963] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.788822] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.788976] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 641.789190] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.789304] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.789624] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-00f2c4f8-7075-42f6-94f1-c09274ea941d taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.789799] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-00f2c4f8-7075-42f6-94f1-c09274ea941d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.789986] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-00f2c4f8-7075-42f6-94f1-c09274ea941d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.791297] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-00f2c4f8-7075-42f6-94f1-c09274ea941d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.794382] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00f2c4f8-7075-42f6-94f1-c09274ea941d',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.859171] env[69468]: INFO networking_nsxv3.common.synchronization [None req-a5d6b8a7-b4af-4ce7-a04d-7ed629b2fc8c None None] Enqueued Resource ID: 4b95a696-39f2-4c3c-845e-7222a1f98374 with Priority: HIGHEST for action port [ 641.859171] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b95a696-39f2-4c3c-845e-7222a1f98374 with Priority: HIGHEST for action port [ 641.862714] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b95a696-39f2-4c3c-845e-7222a1f98374 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.864351] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b95a696-39f2-4c3c-845e-7222a1f98374" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.864535] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b95a696-39f2-4c3c-845e-7222a1f98374" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.864924] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b95a696-39f2-4c3c-845e-7222a1f98374" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.865137] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b95a696-39f2-4c3c-845e-7222a1f98374',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.954356] env[69468]: INFO networking_nsxv3.common.synchronization [None req-e9e1ee25-b51b-437f-b692-133835c2e1ab None None] Enqueued Resource ID: 3bc5b598-cf95-40a5-a15a-6671c19ed3d2 with Priority: HIGHEST for action port [ 641.954987] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc5b598-cf95-40a5-a15a-6671c19ed3d2 with Priority: HIGHEST for action port [ 641.955296] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bc5b598-cf95-40a5-a15a-6671c19ed3d2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.955923] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bc5b598-cf95-40a5-a15a-6671c19ed3d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.956011] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bc5b598-cf95-40a5-a15a-6671c19ed3d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.956362] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bc5b598-cf95-40a5-a15a-6671c19ed3d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.956494] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bc5b598-cf95-40a5-a15a-6671c19ed3d2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.298485] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.299221] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.299728] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.300324] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.300488] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.300646] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 00f2c4f8-7075-42f6-94f1-c09274ea941d not found, creating... [ 642.300929] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.301517] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.301517] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.301517] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.301733] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.301938] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.302185] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.302241] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.302522] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.302665] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.302819] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 00f2c4f8-7075-42f6-94f1-c09274ea941d is going to be created. [ 642.323416] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.323759] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.323834] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.324095] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.324357] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.324565] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-00f2c4f8-7075-42f6-94f1-c09274ea941d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.367995] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b95a696-39f2-4c3c-845e-7222a1f98374 [ 642.368275] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.368440] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.368521] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.368763] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.369378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.369378] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b95a696-39f2-4c3c-845e-7222a1f98374 already deleted. [ 642.369378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b95a696-39f2-4c3c-845e-7222a1f98374" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.460105] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bc5b598-cf95-40a5-a15a-6671c19ed3d2 [ 642.460340] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.460478] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.460547] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.460830] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.460973] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.461100] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bc5b598-cf95-40a5-a15a-6671c19ed3d2 already deleted. [ 642.461190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bc5b598-cf95-40a5-a15a-6671c19ed3d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.902693] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 in Status: SUCCESS [ 642.904134] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.278206] env[69468]: INFO networking_nsxv3.common.synchronization [None req-8e066496-545a-4faf-8f7d-2934f330c0a8 None None] Enqueued Resource ID: abd2b494-95aa-4c51-90d3-766ae6f0b3f2 with Priority: HIGHEST for action port [ 643.278731] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abd2b494-95aa-4c51-90d3-766ae6f0b3f2 with Priority: HIGHEST for action port [ 643.279262] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-abd2b494-95aa-4c51-90d3-766ae6f0b3f2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.279452] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abd2b494-95aa-4c51-90d3-766ae6f0b3f2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.279555] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abd2b494-95aa-4c51-90d3-766ae6f0b3f2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.279936] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abd2b494-95aa-4c51-90d3-766ae6f0b3f2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.280078] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abd2b494-95aa-4c51-90d3-766ae6f0b3f2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.583613] env[69468]: INFO networking_nsxv3.common.synchronization [None req-74f9ed78-5fbc-442f-88c6-0f2acf4d5367 None None] Enqueued Resource ID: 6b90c8ac-3b13-4c1e-8c21-3f69c9548fae with Priority: HIGHEST for action port [ 643.584517] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b90c8ac-3b13-4c1e-8c21-3f69c9548fae with Priority: HIGHEST for action port [ 643.588514] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b90c8ac-3b13-4c1e-8c21-3f69c9548fae taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.588686] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b90c8ac-3b13-4c1e-8c21-3f69c9548fae" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.588757] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b90c8ac-3b13-4c1e-8c21-3f69c9548fae" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.589087] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b90c8ac-3b13-4c1e-8c21-3f69c9548fae" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.589134] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b90c8ac-3b13-4c1e-8c21-3f69c9548fae',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.644262] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: SUCCESS [ 643.644384] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.644857] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.644857] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.645018] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.645139] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.645292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.647070] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.647070] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.647070] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.647070] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.647070] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.647070] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.649569] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.650720] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.650766] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.650982] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.651112] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.651222] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.788411] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port abd2b494-95aa-4c51-90d3-766ae6f0b3f2 [ 643.789533] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.789533] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.789533] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.789533] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.789533] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.789533] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:abd2b494-95aa-4c51-90d3-766ae6f0b3f2 already deleted. [ 643.789533] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abd2b494-95aa-4c51-90d3-766ae6f0b3f2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.092119] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b90c8ac-3b13-4c1e-8c21-3f69c9548fae [ 644.092456] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.092891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.092971] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.093269] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.093361] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.093457] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b90c8ac-3b13-4c1e-8c21-3f69c9548fae already deleted. [ 644.093593] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b90c8ac-3b13-4c1e-8c21-3f69c9548fae" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.155276] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.155434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.155653] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.553411] env[69468]: INFO networking_nsxv3.common.synchronization [req-9a10d71f-851f-4d9c-b69b-65106ddf74b8 req-3391d5ae-bf8f-46b0-b3e0-ff6856ceff12 service nova] Enqueued Resource ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 with Priority: HIGHEST for action security_group_rules [ 644.553411] env[69468]: INFO networking_nsxv3.common.synchronization [req-9a10d71f-851f-4d9c-b69b-65106ddf74b8 req-3391d5ae-bf8f-46b0-b3e0-ff6856ceff12 service nova] Enqueued Resource ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 with Priority: HIGHEST for action security_group_members [ 644.553411] env[69468]: INFO networking_nsxv3.common.synchronization [req-9a10d71f-851f-4d9c-b69b-65106ddf74b8 req-3391d5ae-bf8f-46b0-b3e0-ff6856ceff12 service nova] Enqueued Resource ID: 00f2c4f8-7075-42f6-94f1-c09274ea941d with Priority: HIGHEST for action port [ 644.553844] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 with Priority: HIGHEST for action security_group_rules [ 644.553844] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 with Priority: HIGHEST for action security_group_members [ 644.553844] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f2c4f8-7075-42f6-94f1-c09274ea941d with Priority: HIGHEST for action port [ 644.556153] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-302e85eb-7b5f-4e30-8439-37381e0b3229 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.556153] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.556153] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.556408] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.556408] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('302e85eb-7b5f-4e30-8439-37381e0b3229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.557348] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-302e85eb-7b5f-4e30-8439-37381e0b3229 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.557463] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.557561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.557878] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.557972] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.559291] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.559291] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.559291] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.559291] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.559291] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('302e85eb-7b5f-4e30-8439-37381e0b3229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.559753] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-00f2c4f8-7075-42f6-94f1-c09274ea941d taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.560871] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00f2c4f8-7075-42f6-94f1-c09274ea941d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.560871] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00f2c4f8-7075-42f6-94f1-c09274ea941d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.560871] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00f2c4f8-7075-42f6-94f1-c09274ea941d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.560871] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00f2c4f8-7075-42f6-94f1-c09274ea941d',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.659301] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.765114] env[69468]: INFO networking_nsxv3.common.synchronization [req-83b4af0d-9873-45ef-8100-bc48fab162b8 req-bce29a0a-a07a-4c1d-8181-3844f03aaab3 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 644.765854] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 644.766293] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.766575] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.766651] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.767043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.767340] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.767542] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.768746] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.768746] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.769033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.769213] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.820596] env[69468]: INFO networking_nsxv3.common.synchronization [None req-da70e0d7-facc-4193-b1f8-1eff47c0eef8 None None] Enqueued Resource ID: 5e01d8b4-577a-4a8c-974b-be5da28a1aad with Priority: HIGHEST for action port [ 644.821592] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e01d8b4-577a-4a8c-974b-be5da28a1aad with Priority: HIGHEST for action port [ 644.822091] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e01d8b4-577a-4a8c-974b-be5da28a1aad taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.822227] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e01d8b4-577a-4a8c-974b-be5da28a1aad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.822300] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e01d8b4-577a-4a8c-974b-be5da28a1aad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.822677] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e01d8b4-577a-4a8c-974b-be5da28a1aad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.822761] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e01d8b4-577a-4a8c-974b-be5da28a1aad',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.062437] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-302e85eb-7b5f-4e30-8439-37381e0b3229 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.063579] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.063579] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('302e85eb-7b5f-4e30-8439-37381e0b3229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.064547] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00f2c4f8-7075-42f6-94f1-c09274ea941d with status ACTIVE [ 645.064886] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.065009] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.065009] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.065220] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.065312] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.065535] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.065629] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.065629] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.066685] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.066685] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.066685] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.066685] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.066685] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.066685] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.066685] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.066685] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00f2c4f8-7075-42f6-94f1-c09274ea941d is going to be updated. [ 645.087435] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.087435] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.087435] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.087435] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.087435] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.087435] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00f2c4f8-7075-42f6-94f1-c09274ea941d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.130806] env[69468]: INFO networking_nsxv3.common.synchronization [None req-6308e603-65bd-43ec-91cd-a513b9bc586d tempest-ServersTestJSON-176631825 tempest-ServersTestJSON-176631825-project-member] Enqueued Resource ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 with Priority: HIGHEST for action security_group_rules [ 645.132245] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 with Priority: HIGHEST for action security_group_rules [ 645.132332] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63f10967-9a09-4ad7-bde9-ea575fe36d28 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.132463] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.132526] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.134019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.134019] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63f10967-9a09-4ad7-bde9-ea575fe36d28',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.166586] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.166751] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.166817] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.168864] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.168864] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.168864] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac is going to be updated. [ 645.193119] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.193262] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.193343] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.193566] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.193735] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.207411] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: IN_PROGRESS for 2s [ 645.272236] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.272443] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.272513] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.273266] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.273396] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.273627] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.273732] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.273788] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.273995] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.274096] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.274185] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 already deleted. [ 645.274308] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.325125] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e01d8b4-577a-4a8c-974b-be5da28a1aad [ 645.325357] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.325515] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.325565] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.325792] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.325927] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.325991] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e01d8b4-577a-4a8c-974b-be5da28a1aad already deleted. [ 645.326091] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e01d8b4-577a-4a8c-974b-be5da28a1aad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.344608] env[69468]: INFO networking_nsxv3.common.synchronization [None req-c2f8c0cd-ffa7-4866-822b-b3d8c2a56c25 None None] Enqueued Resource ID: 789a3567-12f4-4fcc-87cf-f4044f470e01 with Priority: HIGHEST for action port [ 645.345645] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 789a3567-12f4-4fcc-87cf-f4044f470e01 with Priority: HIGHEST for action port [ 645.345989] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-789a3567-12f4-4fcc-87cf-f4044f470e01 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.346820] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-789a3567-12f4-4fcc-87cf-f4044f470e01" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.346820] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-789a3567-12f4-4fcc-87cf-f4044f470e01" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.346820] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-789a3567-12f4-4fcc-87cf-f4044f470e01" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.346820] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('789a3567-12f4-4fcc-87cf-f4044f470e01',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.532918] env[69468]: INFO networking_nsxv3.common.synchronization [None req-69ca4695-8702-49d7-89b4-9628f2e3d4b8 tempest-ServersTestJSON-176631825 tempest-ServersTestJSON-176631825-project-member] Enqueued Resource ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 with Priority: HIGHEST for action security_group_rules [ 645.532918] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 with Priority: HIGHEST for action security_group_rules [ 645.532918] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63f10967-9a09-4ad7-bde9-ea575fe36d28 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.532918] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.568596] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('302e85eb-7b5f-4e30-8439-37381e0b3229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.655237] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.659174] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.659174] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.659297] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.659297] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.662943] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 already deleted. [ 645.662943] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.662943] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.662943] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.662943] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63f10967-9a09-4ad7-bde9-ea575fe36d28',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.831249] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-99 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.831678] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-99" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.831853] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-99" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.832455] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-99" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.832547] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.832787] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.833133] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.834741] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.834741] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.834741] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 645.834741] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.834741] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.834741] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.834741] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 645.834741] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.834741] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.849375] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 789a3567-12f4-4fcc-87cf-f4044f470e01 [ 645.849856] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.850213] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.850359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.850991] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.850991] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.851185] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:789a3567-12f4-4fcc-87cf-f4044f470e01 already deleted. [ 645.852274] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-789a3567-12f4-4fcc-87cf-f4044f470e01" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.858789] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.858789] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 645.858789] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.858789] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-99" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.858789] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-4bac6b08-29dc-45f8-bd32-4adb28c6ea48 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.858789] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-4bac6b08-29dc-45f8-bd32-4adb28c6ea48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.858789] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-4bac6b08-29dc-45f8-bd32-4adb28c6ea48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.858789] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-4bac6b08-29dc-45f8-bd32-4adb28c6ea48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.858789] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bac6b08-29dc-45f8-bd32-4adb28c6ea48',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.072041] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.072241] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.072300] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.072534] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.072659] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.072929] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 is going to be updated. [ 646.101980] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.102251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.102251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.103019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.104800] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.114924] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 in Status: IN_PROGRESS for 2s [ 646.183939] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.183939] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.183939] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.183939] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.183939] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.183939] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 already deleted. [ 646.183939] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.363902] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.364033] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.364121] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.364449] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.364556] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.364715] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 4bac6b08-29dc-45f8-bd32-4adb28c6ea48 not found, creating... [ 646.364977] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.365154] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.365286] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.365527] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.365658] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.366605] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.366605] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.366605] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.366605] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.366605] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.366844] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 4bac6b08-29dc-45f8-bd32-4adb28c6ea48 is going to be created. [ 646.374043] env[69468]: INFO networking_nsxv3.common.synchronization [None req-3d8c41e6-e477-4b24-b41a-246adc76a860 None None] Enqueued Resource ID: d1fd46c1-af84-40f7-b232-8e1564230447 with Priority: HIGHEST for action port [ 646.374632] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1fd46c1-af84-40f7-b232-8e1564230447 with Priority: HIGHEST for action port [ 646.377893] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1fd46c1-af84-40f7-b232-8e1564230447 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.377893] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1fd46c1-af84-40f7-b232-8e1564230447" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.377893] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1fd46c1-af84-40f7-b232-8e1564230447" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.377893] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1fd46c1-af84-40f7-b232-8e1564230447" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.377893] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1fd46c1-af84-40f7-b232-8e1564230447',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.389862] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.389862] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.390057] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.390413] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.390508] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.390689] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-4bac6b08-29dc-45f8-bd32-4adb28c6ea48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.879384] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1fd46c1-af84-40f7-b232-8e1564230447 [ 646.879751] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.879981] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.879981] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.880273] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.880339] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.880482] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1fd46c1-af84-40f7-b232-8e1564230447 already deleted. [ 646.880515] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1fd46c1-af84-40f7-b232-8e1564230447" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.218210] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: SUCCESS [ 647.218544] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.218707] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.218955] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.219179] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.219296] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.219362] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.219559] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.219642] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.219755] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.219917] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.220254] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.220358] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.221734] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.221734] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.222286] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.222286] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.222471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.223617] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.223617] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.223617] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.324178] env[69468]: INFO networking_nsxv3.common.synchronization [None req-eacb2e65-2d24-4cb0-9adc-2fdf56dc834e None None] Enqueued Resource ID: 5d3911c4-dcf5-4e12-ab44-b5e3a09558a7 with Priority: HIGHEST for action port [ 647.325476] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d3911c4-dcf5-4e12-ab44-b5e3a09558a7 with Priority: HIGHEST for action port [ 647.325559] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d3911c4-dcf5-4e12-ab44-b5e3a09558a7 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.325789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d3911c4-dcf5-4e12-ab44-b5e3a09558a7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.325835] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d3911c4-dcf5-4e12-ab44-b5e3a09558a7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.326314] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d3911c4-dcf5-4e12-ab44-b5e3a09558a7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.326400] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d3911c4-dcf5-4e12-ab44-b5e3a09558a7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.601110] env[69468]: INFO networking_nsxv3.common.synchronization [None req-371b5679-48fe-433d-a8d9-270dc1268e12 None None] Enqueued Resource ID: a6f3b938-5ab7-411d-a45d-cf3ccc3f004e with Priority: HIGHEST for action port [ 647.601110] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f3b938-5ab7-411d-a45d-cf3ccc3f004e with Priority: HIGHEST for action port [ 647.601110] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6f3b938-5ab7-411d-a45d-cf3ccc3f004e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.602882] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6f3b938-5ab7-411d-a45d-cf3ccc3f004e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.602882] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6f3b938-5ab7-411d-a45d-cf3ccc3f004e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.604031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6f3b938-5ab7-411d-a45d-cf3ccc3f004e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.604031] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6f3b938-5ab7-411d-a45d-cf3ccc3f004e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.693270] env[69468]: INFO networking_nsxv3.common.synchronization [req-9273a6af-d986-4d64-bfb3-4c63b904bb43 req-ee4ed97a-50f9-4027-8152-8226cc000fbc tempest-ServerAddressesNegativeTestJSON-1763061698 tempest-ServerAddressesNegativeTestJSON-1763061698-project-member] Enqueued Resource ID: e892f67b-8dd2-4380-a322-76890f19432e with Priority: HIGHEST for action security_group_members [ 647.693896] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892f67b-8dd2-4380-a322-76890f19432e with Priority: HIGHEST for action security_group_members [ 647.695098] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892f67b-8dd2-4380-a322-76890f19432e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.695098] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.695098] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.695098] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.695098] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.695098] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.695098] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.695499] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.695499] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.695499] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e892f67b-8dd2-4380-a322-76890f19432e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.725360] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64a7371b-d038-4bfa-ad09-c0e552cd9dac: rpc.has_security_group_logging(os_id): False [ 647.742547] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.742723] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.742836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.742965] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.743076] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.743324] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.743452] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.743452] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.743900] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.743900] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.743900] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.746084] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.746084] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.746084] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.746084] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.746084] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.746084] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.746084] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.746084] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.746084] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.746084] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac is going to be created. [ 647.798954] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.798954] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.798954] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.798954] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.798954] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.807487] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: IN_PROGRESS for 2s [ 647.834811] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d3911c4-dcf5-4e12-ab44-b5e3a09558a7 [ 647.834811] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.834811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.834811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.834811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.834811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.834811] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d3911c4-dcf5-4e12-ab44-b5e3a09558a7 already deleted. [ 647.834811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d3911c4-dcf5-4e12-ab44-b5e3a09558a7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.107957] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6f3b938-5ab7-411d-a45d-cf3ccc3f004e [ 648.108492] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.108637] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.108707] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.109747] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.109859] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.109963] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6f3b938-5ab7-411d-a45d-cf3ccc3f004e already deleted. [ 648.110065] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6f3b938-5ab7-411d-a45d-cf3ccc3f004e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.126991] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 in Status: IN_PROGRESS for 4s [ 648.199187] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.201042] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.201042] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.201042] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.201042] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.201042] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.201042] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.201042] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.201042] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.201042] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.201042] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892f67b-8dd2-4380-a322-76890f19432e already deleted. [ 648.201652] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.232428] env[69468]: INFO networking_nsxv3.common.synchronization [req-83b4af0d-9873-45ef-8100-bc48fab162b8 req-26b449b2-ed2e-4397-9a26-0b4c32fd3c32 service nova] Enqueued Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_rules [ 648.234029] env[69468]: INFO networking_nsxv3.common.synchronization [req-83b4af0d-9873-45ef-8100-bc48fab162b8 req-26b449b2-ed2e-4397-9a26-0b4c32fd3c32 service nova] Enqueued Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 648.234029] env[69468]: INFO networking_nsxv3.common.synchronization [req-83b4af0d-9873-45ef-8100-bc48fab162b8 req-26b449b2-ed2e-4397-9a26-0b4c32fd3c32 service nova] Enqueued Resource ID: 4bac6b08-29dc-45f8-bd32-4adb28c6ea48 with Priority: HIGHEST for action port [ 648.234029] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_rules [ 648.234029] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 648.234029] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bac6b08-29dc-45f8-bd32-4adb28c6ea48 with Priority: HIGHEST for action port [ 648.237545] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.237545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.237545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.237545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.237545] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.239392] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.239517] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.239592] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.240029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.240029] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.240239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.240239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.240318] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.240357] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.240532] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.242572] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bac6b08-29dc-45f8-bd32-4adb28c6ea48 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.242572] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bac6b08-29dc-45f8-bd32-4adb28c6ea48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.242572] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bac6b08-29dc-45f8-bd32-4adb28c6ea48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.242904] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bac6b08-29dc-45f8-bd32-4adb28c6ea48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.242904] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bac6b08-29dc-45f8-bd32-4adb28c6ea48',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.574013] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.574229] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-362" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.574357] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-362" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.574694] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-362" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.574957] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.575270] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.575270] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.575494] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.575656] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.575886] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.575995] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.576108] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.576216] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.576330] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.576435] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.576569] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.595904] env[69468]: INFO networking_nsxv3.common.synchronization [None req-58aca826-3835-44ac-9800-d5d09fa37695 None None] Enqueued Resource ID: 23ad586c-463d-41cf-85c0-066535224416 with Priority: HIGHEST for action port [ 648.596026] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.596221] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 648.596368] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.596730] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-362" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.596973] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-70facb17-ed67-480e-b18e-81f937380d97 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.597106] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-70facb17-ed67-480e-b18e-81f937380d97" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.597243] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-70facb17-ed67-480e-b18e-81f937380d97" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.597821] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-70facb17-ed67-480e-b18e-81f937380d97" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.597821] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70facb17-ed67-480e-b18e-81f937380d97',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.598533] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23ad586c-463d-41cf-85c0-066535224416 with Priority: HIGHEST for action port [ 648.599730] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-23ad586c-463d-41cf-85c0-066535224416 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.599848] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23ad586c-463d-41cf-85c0-066535224416" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.599913] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23ad586c-463d-41cf-85c0-066535224416" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.600159] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23ad586c-463d-41cf-85c0-066535224416" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.600248] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23ad586c-463d-41cf-85c0-066535224416',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.615602] env[69468]: INFO networking_nsxv3.common.synchronization [req-60337a24-8a47-4aa9-8957-41237be1c2cc req-ae62130e-f025-4569-a5c1-2755164b07a4 tempest-ImagesOneServerNegativeTestJSON-1810634108 tempest-ImagesOneServerNegativeTestJSON-1810634108-project-member] Enqueued Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGHEST for action security_group_members [ 648.615602] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGHEST for action security_group_members [ 648.615602] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2282d3a6-aacd-45e3-a715-d269da320444 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.616614] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.616851] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.617161] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.617691] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.617945] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.618128] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.618385] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.618654] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.618851] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2282d3a6-aacd-45e3-a715-d269da320444',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.747519] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.747653] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.750820] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.752673] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bac6b08-29dc-45f8-bd32-4adb28c6ea48 with status ACTIVE [ 648.752889] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.753027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.753096] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.753382] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.753469] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.753689] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.753811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.753916] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.754245] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.754245] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.754467] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.754523] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.754557] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.754800] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.754907] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.755047] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bac6b08-29dc-45f8-bd32-4adb28c6ea48 is going to be updated. [ 648.776092] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.776438] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.776595] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.776880] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.777702] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.777702] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bac6b08-29dc-45f8-bd32-4adb28c6ea48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.100411] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.100688] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.100836] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.101220] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.101436] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.101608] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 70facb17-ed67-480e-b18e-81f937380d97 not found, creating... [ 649.101918] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.102241] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.102318] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.102633] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.102710] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.102972] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.104023] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.104023] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.106047] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.106047] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.106047] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 70facb17-ed67-480e-b18e-81f937380d97 is going to be created. [ 649.106394] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23ad586c-463d-41cf-85c0-066535224416 [ 649.106600] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.106707] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.106807] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.106938] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.107345] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.107769] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23ad586c-463d-41cf-85c0-066535224416 already deleted. [ 649.107769] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23ad586c-463d-41cf-85c0-066535224416" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.123703] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.123832] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.123906] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.124396] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.124618] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.125050] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.125231] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.125308] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.125478] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.125564] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.125655] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2282d3a6-aacd-45e3-a715-d269da320444 is going to be updated. [ 649.127703] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.128621] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.128801] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.129103] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.129517] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.130495] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-70facb17-ed67-480e-b18e-81f937380d97" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.157409] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.157633] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.157669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.157875] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.158107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.166332] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2282d3a6-aacd-45e3-a715-d269da320444 in Status: IN_PROGRESS for 2s [ 649.253772] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.756589] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.756774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.756960] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.757252] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.757370] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.757462] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 is going to be created. [ 649.788027] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.788027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.788027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.788027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.788027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.794983] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: UNINITIALIZED for 2s [ 649.818137] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: SUCCESS [ 649.818137] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.818137] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.818137] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.818137] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.021351] env[69468]: INFO networking_nsxv3.common.synchronization [req-9273a6af-d986-4d64-bfb3-4c63b904bb43 req-d5dd0658-c7fa-412c-9cae-02c5a913b1a8 service nova] Enqueued Resource ID: e892f67b-8dd2-4380-a322-76890f19432e with Priority: HIGHEST for action security_group_rules [ 650.022315] env[69468]: INFO networking_nsxv3.common.synchronization [req-9273a6af-d986-4d64-bfb3-4c63b904bb43 req-d5dd0658-c7fa-412c-9cae-02c5a913b1a8 service nova] Enqueued Resource ID: e892f67b-8dd2-4380-a322-76890f19432e with Priority: HIGHEST for action security_group_members [ 650.022315] env[69468]: INFO networking_nsxv3.common.synchronization [req-9273a6af-d986-4d64-bfb3-4c63b904bb43 req-d5dd0658-c7fa-412c-9cae-02c5a913b1a8 service nova] Enqueued Resource ID: 70facb17-ed67-480e-b18e-81f937380d97 with Priority: HIGHEST for action port [ 650.022315] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892f67b-8dd2-4380-a322-76890f19432e with Priority: HIGHEST for action security_group_rules [ 650.023161] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892f67b-8dd2-4380-a322-76890f19432e with Priority: HIGHEST for action security_group_members [ 650.023302] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70facb17-ed67-480e-b18e-81f937380d97 with Priority: HIGHEST for action port [ 650.023618] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e892f67b-8dd2-4380-a322-76890f19432e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.023713] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.023780] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.025528] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.025670] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e892f67b-8dd2-4380-a322-76890f19432e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.026564] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892f67b-8dd2-4380-a322-76890f19432e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.026685] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.026903] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.026964] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.027109] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.027215] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.027428] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.027428] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.027550] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.027594] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e892f67b-8dd2-4380-a322-76890f19432e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.029720] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-70facb17-ed67-480e-b18e-81f937380d97 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.029720] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70facb17-ed67-480e-b18e-81f937380d97" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.029886] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70facb17-ed67-480e-b18e-81f937380d97" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.030049] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70facb17-ed67-480e-b18e-81f937380d97" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.031030] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70facb17-ed67-480e-b18e-81f937380d97',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.136069] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 in Status: SUCCESS [ 650.136323] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.136799] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.137037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.137262] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.137377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.137439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.137623] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.137792] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.137792] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.137916] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('302e85eb-7b5f-4e30-8439-37381e0b3229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.323187] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.323187] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.323187] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.323187] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.323187] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.323187] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.323187] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.323187] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.323187] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.323187] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.323187] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.533562] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70facb17-ed67-480e-b18e-81f937380d97 with status ACTIVE [ 650.533796] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.533930] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.533998] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.534230] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.534311] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.534483] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.534580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.534640] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.534787] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.534861] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.535046] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.535138] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.535195] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.535331] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.535401] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.535480] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70facb17-ed67-480e-b18e-81f937380d97 is going to be updated. [ 650.538666] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e892f67b-8dd2-4380-a322-76890f19432e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.541620] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892f67b-8dd2-4380-a322-76890f19432e taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.541727] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.559595] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.559736] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.559837] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.560026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.560214] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.560388] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70facb17-ed67-480e-b18e-81f937380d97" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.643528] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-302e85eb-7b5f-4e30-8439-37381e0b3229 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.643768] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.643908] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.644231] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.645000] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.645000] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.645000] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.645000] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.645280] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.645280] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.646562] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-302e85eb-7b5f-4e30-8439-37381e0b3229 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.646562] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.646562] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.646562] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.652353] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.652536] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.652643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.652887] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.653034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.653179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.653323] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('302e85eb-7b5f-4e30-8439-37381e0b3229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.704873] env[69468]: INFO networking_nsxv3.common.synchronization [None req-c348ca2b-32a6-4b8f-a454-cd948ca888cf None None] Enqueued Resource ID: c53d9970-6c23-43be-9857-d574b93d02b5 with Priority: HIGHEST for action port [ 650.705724] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53d9970-6c23-43be-9857-d574b93d02b5 with Priority: HIGHEST for action port [ 650.708115] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-c53d9970-6c23-43be-9857-d574b93d02b5 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.708362] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c53d9970-6c23-43be-9857-d574b93d02b5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.708429] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c53d9970-6c23-43be-9857-d574b93d02b5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.708889] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c53d9970-6c23-43be-9857-d574b93d02b5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.709164] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c53d9970-6c23-43be-9857-d574b93d02b5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.829051] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.829051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.829051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.829051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.829051] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.829051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.829051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.829051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.829051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.829051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.829051] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.829797] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.829961] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.830304] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.830560] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.830809] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.830984] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.831252] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.831441] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.831644] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.831867] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.937119] env[69468]: INFO networking_nsxv3.common.synchronization [None req-05ea5105-5349-4c7c-a998-e6a35052ee54 None None] Enqueued Resource ID: 0ece18ca-fff2-4b03-aa01-a0b86af05763 with Priority: HIGHEST for action port [ 650.937646] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ece18ca-fff2-4b03-aa01-a0b86af05763 with Priority: HIGHEST for action port [ 650.937904] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ece18ca-fff2-4b03-aa01-a0b86af05763 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.937904] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ece18ca-fff2-4b03-aa01-a0b86af05763" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.938193] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ece18ca-fff2-4b03-aa01-a0b86af05763" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.943313] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ece18ca-fff2-4b03-aa01-a0b86af05763" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.943313] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ece18ca-fff2-4b03-aa01-a0b86af05763',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.043590] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e892f67b-8dd2-4380-a322-76890f19432e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.160334] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 302e85eb-7b5f-4e30-8439-37381e0b3229: rpc.has_security_group_logging(os_id): False [ 651.178137] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2282d3a6-aacd-45e3-a715-d269da320444 in Status: SUCCESS [ 651.178320] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2282d3a6-aacd-45e3-a715-d269da320444 deletion is rescheduled due to dependency. [ 651.178446] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.186019] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.186019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.186019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.186019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.186019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.186019] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.186019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.186019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.186019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.186019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.186019] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.186019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.186019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.186019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.186019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.186721] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.186721] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.186721] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.186721] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.186721] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.186721] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 is going to be updated. [ 651.196464] env[69468]: INFO networking_nsxv3.common.synchronization [req-9d95e6b0-01bd-4cec-b3de-05c3d9b2eec9 req-3b444dfc-6b87-48c5-b95d-09133e9922e4 tempest-DeleteServersAdminTestJSON-2078656816 tempest-DeleteServersAdminTestJSON-2078656816-project-member] Enqueued Resource ID: 605bf232-0fab-4540-a959-d8fb92606eb3 with Priority: HIGHEST for action security_group_members [ 651.198108] env[69468]: INFO networking_nsxv3.common.synchronization [None req-0c9da4f2-d167-40d3-bc76-67a7c6dd14f7 tempest-AttachInterfacesUnderV243Test-1802281692 tempest-AttachInterfacesUnderV243Test-1802281692-project-member] Enqueued Resource ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 with Priority: HIGHEST for action security_group_rules [ 651.198609] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 605bf232-0fab-4540-a959-d8fb92606eb3 with Priority: HIGHEST for action security_group_members [ 651.198755] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 with Priority: HIGHEST for action security_group_rules [ 651.199176] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-605bf232-0fab-4540-a959-d8fb92606eb3 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.199272] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.199403] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.199617] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.199732] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.199854] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.199899] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.200101] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.200288] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.200375] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('605bf232-0fab-4540-a959-d8fb92606eb3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.201286] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-679a1edc-289d-458d-bb7a-f26987c5c0c0 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.201409] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.201489] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.202443] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.202562] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('679a1edc-289d-458d-bb7a-f26987c5c0c0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.212968] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c53d9970-6c23-43be-9857-d574b93d02b5 [ 651.213225] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.213416] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.213490] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.213807] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.213807] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.213907] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c53d9970-6c23-43be-9857-d574b93d02b5 already deleted. [ 651.213949] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c53d9970-6c23-43be-9857-d574b93d02b5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.268338] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.269251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.269359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.269851] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.270317] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.287206] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 in Status: IN_PROGRESS for 2s [ 651.334287] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64a7371b-d038-4bfa-ad09-c0e552cd9dac: rpc.has_security_group_logging(os_id): False [ 651.354453] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.354453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.354453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.354453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.354453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.354453] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.354453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.354453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.354453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.354453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.354453] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.354453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.354453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.355101] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.355101] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.356489] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.356989] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.356989] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.356989] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.356989] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.357524] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac is going to be updated. [ 651.427357] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.427556] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.427622] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.427892] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.428105] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.437734] env[69468]: INFO networking_nsxv3.common.synchronization [None req-dba5f978-f0c2-4f3b-b588-ae8dd42a702e tempest-AttachInterfacesUnderV243Test-1802281692 tempest-AttachInterfacesUnderV243Test-1802281692-project-member] Enqueued Resource ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 with Priority: HIGHEST for action security_group_rules [ 651.438363] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 with Priority: HIGHEST for action security_group_rules [ 651.438715] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-679a1edc-289d-458d-bb7a-f26987c5c0c0 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.441611] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.444320] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ece18ca-fff2-4b03-aa01-a0b86af05763 [ 651.444615] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.444751] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.444818] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.445043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.445144] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.445258] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ece18ca-fff2-4b03-aa01-a0b86af05763 already deleted. [ 651.445395] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ece18ca-fff2-4b03-aa01-a0b86af05763" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.456060] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: IN_PROGRESS for 2s [ 651.550124] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.550417] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.550417] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.550651] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.550724] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.551309] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892f67b-8dd2-4380-a322-76890f19432e is going to be created. [ 651.589755] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.589755] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.589755] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.589755] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.589755] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.602139] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892f67b-8dd2-4380-a322-76890f19432e in Status: UNINITIALIZED for 2s [ 651.704670] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.704949] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.705399] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.705869] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.706215] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.706455] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.706701] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.706918] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.707103] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.707352] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.707497] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.707722] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.707794] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.707991] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.707991] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.708180] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.709309] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.709591] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.709690] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.709874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.709991] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.710328] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.710421] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.710521] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.710674] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.711365] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.711365] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 605bf232-0fab-4540-a959-d8fb92606eb3 is going to be updated. [ 651.733842] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.734148] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 651.734330] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.734791] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.735198] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-4c4728a8-f4a8-44f7-9492-8e43fbf061ae taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.735478] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-4c4728a8-f4a8-44f7-9492-8e43fbf061ae" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.735749] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-4c4728a8-f4a8-44f7-9492-8e43fbf061ae" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.736209] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-4c4728a8-f4a8-44f7-9492-8e43fbf061ae" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.736327] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c4728a8-f4a8-44f7-9492-8e43fbf061ae',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.739624] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.739750] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.739807] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.741038] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.741038] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.741038] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 already deleted. [ 651.741038] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.741038] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.741038] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.741038] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('679a1edc-289d-458d-bb7a-f26987c5c0c0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.743751] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.743751] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.743751] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.743751] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.743751] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.750991] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 605bf232-0fab-4540-a959-d8fb92606eb3 in Status: IN_PROGRESS for 2s [ 651.806187] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: SUCCESS [ 651.806187] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.806187] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.806187] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.806383] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.806383] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.806493] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.806586] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.806666] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.806748] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.806851] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.243174] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.243864] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.244190] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.244641] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.247023] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.247023] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 4c4728a8-f4a8-44f7-9492-8e43fbf061ae not found, creating... [ 652.247023] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.247023] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.247023] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.247023] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.247023] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.247023] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.247023] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.247023] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.248636] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.248910] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.249218] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 4c4728a8-f4a8-44f7-9492-8e43fbf061ae is going to be created. [ 652.277719] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.277719] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.277719] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.277719] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.277719] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.277719] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 already deleted. [ 652.277719] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.280499] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.283278] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.283278] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.283278] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.283278] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.283278] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-4c4728a8-f4a8-44f7-9492-8e43fbf061ae" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.309598] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.309906] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.309906] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.310055] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.310494] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.310494] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.310494] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.310992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.310992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.310992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.310992] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.310992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.311389] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.311389] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.311389] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.311389] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.311647] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.311647] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.311647] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.311765] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.311804] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.424682] env[69468]: INFO networking_nsxv3.common.synchronization [None req-9344ca1f-b17e-48fe-98ca-ce94d08fd647 None None] Enqueued Resource ID: 237a03c6-b32e-4043-8c37-3e59e3803de9 with Priority: HIGHEST for action port [ 652.426160] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 237a03c6-b32e-4043-8c37-3e59e3803de9 with Priority: HIGHEST for action port [ 652.426160] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-237a03c6-b32e-4043-8c37-3e59e3803de9 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.426160] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-237a03c6-b32e-4043-8c37-3e59e3803de9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.426160] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-237a03c6-b32e-4043-8c37-3e59e3803de9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.426497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-237a03c6-b32e-4043-8c37-3e59e3803de9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.426536] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('237a03c6-b32e-4043-8c37-3e59e3803de9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.815035] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a9bfd66-34a8-46bb-9a36-939f94763eb4: rpc.has_security_group_logging(os_id): False [ 652.832393] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.832637] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.832686] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.832895] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.832983] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.833212] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.833313] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.833362] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.833527] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.833617] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.833820] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.833908] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.833965] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.834151] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.834223] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.834734] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.834845] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.834845] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.834992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.835077] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.836027] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 is going to be created. [ 652.900523] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.900523] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.900523] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.900523] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.900523] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.918223] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: IN_PROGRESS for 2s [ 652.929967] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 237a03c6-b32e-4043-8c37-3e59e3803de9 [ 652.930500] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.930759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.931886] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.932289] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.932435] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.932568] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:237a03c6-b32e-4043-8c37-3e59e3803de9 already deleted. [ 652.932677] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-237a03c6-b32e-4043-8c37-3e59e3803de9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.300629] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 in Status: SUCCESS [ 653.300870] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.473059] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: SUCCESS [ 653.473352] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.484047] env[69468]: INFO networking_nsxv3.common.synchronization [None req-0f5c96ae-f8cd-42bc-a339-1f94ccf72274 None None] Enqueued Resource ID: f69ff3e0-96db-45bf-9494-bb0076750495 with Priority: HIGHEST for action port [ 653.484378] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f69ff3e0-96db-45bf-9494-bb0076750495 with Priority: HIGHEST for action port [ 653.484946] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-f69ff3e0-96db-45bf-9494-bb0076750495 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.485094] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f69ff3e0-96db-45bf-9494-bb0076750495" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.485162] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f69ff3e0-96db-45bf-9494-bb0076750495" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.485477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f69ff3e0-96db-45bf-9494-bb0076750495" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.485602] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f69ff3e0-96db-45bf-9494-bb0076750495',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.613565] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892f67b-8dd2-4380-a322-76890f19432e in Status: SUCCESS [ 653.613565] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.613565] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.613565] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.614031] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.614031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.614031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.614031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.614839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.614839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.614839] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e892f67b-8dd2-4380-a322-76890f19432e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.762335] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 605bf232-0fab-4540-a959-d8fb92606eb3 in Status: SUCCESS [ 653.762515] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 605bf232-0fab-4540-a959-d8fb92606eb3 deletion is rescheduled due to dependency. [ 653.762627] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.864641] env[69468]: INFO networking_nsxv3.common.synchronization [req-9d95e6b0-01bd-4cec-b3de-05c3d9b2eec9 req-b1fd5f83-4c47-46fd-a9b7-97fc0c69ffc9 service nova] Enqueued Resource ID: 605bf232-0fab-4540-a959-d8fb92606eb3 with Priority: HIGHEST for action security_group_rules [ 653.864836] env[69468]: INFO networking_nsxv3.common.synchronization [req-9d95e6b0-01bd-4cec-b3de-05c3d9b2eec9 req-b1fd5f83-4c47-46fd-a9b7-97fc0c69ffc9 service nova] Enqueued Resource ID: 605bf232-0fab-4540-a959-d8fb92606eb3 with Priority: HIGHEST for action security_group_members [ 653.864983] env[69468]: INFO networking_nsxv3.common.synchronization [req-9d95e6b0-01bd-4cec-b3de-05c3d9b2eec9 req-b1fd5f83-4c47-46fd-a9b7-97fc0c69ffc9 service nova] Enqueued Resource ID: 4c4728a8-f4a8-44f7-9492-8e43fbf061ae with Priority: HIGHEST for action port [ 653.865519] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 605bf232-0fab-4540-a959-d8fb92606eb3 with Priority: HIGHEST for action security_group_rules [ 653.865661] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 605bf232-0fab-4540-a959-d8fb92606eb3 with Priority: HIGHEST for action security_group_members [ 653.866022] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4728a8-f4a8-44f7-9492-8e43fbf061ae with Priority: HIGHEST for action port [ 653.870025] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-605bf232-0fab-4540-a959-d8fb92606eb3 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.870025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.870025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.870025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.870025] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('605bf232-0fab-4540-a959-d8fb92606eb3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.870025] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-605bf232-0fab-4540-a959-d8fb92606eb3 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.870025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.870025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.870025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.870025] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.870025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.870025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.870025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.870025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.870025] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('605bf232-0fab-4540-a959-d8fb92606eb3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.871747] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c4728a8-f4a8-44f7-9492-8e43fbf061ae taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.871999] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c4728a8-f4a8-44f7-9492-8e43fbf061ae" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.872168] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c4728a8-f4a8-44f7-9492-8e43fbf061ae" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.872481] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c4728a8-f4a8-44f7-9492-8e43fbf061ae" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.872726] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c4728a8-f4a8-44f7-9492-8e43fbf061ae',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.988780] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f69ff3e0-96db-45bf-9494-bb0076750495 [ 653.990091] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.990091] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.990091] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.990091] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.990091] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.990091] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f69ff3e0-96db-45bf-9494-bb0076750495 already deleted. [ 653.990091] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f69ff3e0-96db-45bf-9494-bb0076750495" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.098215] env[69468]: INFO networking_nsxv3.common.synchronization [req-edddaa1b-bfff-4bf6-ae7b-26e2f299ee6c req-61913e56-5030-4d5f-b7d8-332108eb6d95 tempest-ServersNegativeTestMultiTenantJSON-99401137 tempest-ServersNegativeTestMultiTenantJSON-99401137-project-member] Enqueued Resource ID: df164fee-9bd7-4237-936e-0ea2a6659799 with Priority: HIGHEST for action security_group_members [ 654.098778] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df164fee-9bd7-4237-936e-0ea2a6659799 with Priority: HIGHEST for action security_group_members [ 654.099093] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-df164fee-9bd7-4237-936e-0ea2a6659799 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.099221] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.099281] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.099484] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.099653] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.099801] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.099882] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.104141] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.104243] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.104319] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df164fee-9bd7-4237-936e-0ea2a6659799',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.116610] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892f67b-8dd2-4380-a322-76890f19432e taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.116836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.116836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.117047] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.117224] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.117339] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.117420] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.117592] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.117684] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.117773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.117921] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892f67b-8dd2-4380-a322-76890f19432e taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.118027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.118088] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.118230] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.118370] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.118464] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.118538] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.118654] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.118732] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.118814] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.118907] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e892f67b-8dd2-4380-a322-76890f19432e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.378181] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-605bf232-0fab-4540-a959-d8fb92606eb3 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.378181] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.378181] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('605bf232-0fab-4540-a959-d8fb92606eb3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.378181] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c4728a8-f4a8-44f7-9492-8e43fbf061ae with status ACTIVE [ 654.378181] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.378181] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.378181] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.378181] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.378181] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.378181] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.378181] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.378181] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.378181] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.378181] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.378974] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.378974] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.378974] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.382037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.382271] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.382473] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c4728a8-f4a8-44f7-9492-8e43fbf061ae is going to be updated. [ 654.409045] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.409045] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.409045] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.409045] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.409045] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.409045] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c4728a8-f4a8-44f7-9492-8e43fbf061ae" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.415519] env[69468]: INFO networking_nsxv3.common.synchronization [req-fb6089ef-bb1f-4778-91c8-2772f839ed8d req-c8d2804a-4530-4c7d-bfbf-27b22980ade1 tempest-MultipleCreateTestJSON-852249463 tempest-MultipleCreateTestJSON-852249463-project-member] Enqueued Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_members [ 654.415519] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_members [ 654.415519] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.415519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.415519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.415519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.415519] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.415519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.415519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.415519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.415519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.415519] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.606485] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.606795] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.606795] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.606930] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.607021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.607206] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.607348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.607348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.607509] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.607590] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.607677] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df164fee-9bd7-4237-936e-0ea2a6659799 is going to be updated. [ 654.625338] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e892f67b-8dd2-4380-a322-76890f19432e: rpc.has_security_group_logging(os_id): False [ 654.644401] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.644539] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.644583] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.644767] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.644861] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.645039] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.645147] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.645215] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.645353] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.645424] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.645607] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.645713] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.645770] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.645913] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.645989] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.646199] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.646291] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.646748] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.646748] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.646748] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.646748] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e892f67b-8dd2-4380-a322-76890f19432e is going to be created. [ 654.650245] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.650378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.650516] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.650784] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.650933] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.661827] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df164fee-9bd7-4237-936e-0ea2a6659799 in Status: IN_PROGRESS for 2s [ 654.708384] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.708564] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.708632] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.708805] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.708987] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.720587] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e892f67b-8dd2-4380-a322-76890f19432e in Status: IN_PROGRESS for 2s [ 654.885362] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('605bf232-0fab-4540-a959-d8fb92606eb3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.923037] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.923037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.923037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.923037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.923037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.923037] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.923037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.923037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.923037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.923037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.923037] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9a093d-9035-47ac-abdb-270ceba185bd already deleted. [ 654.923037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.937469] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: SUCCESS [ 654.937688] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.297213] env[69468]: INFO networking_nsxv3.common.synchronization [req-468bf978-c18b-49b3-ada8-4932ccd8c7b2 req-1b50113a-1967-4c29-b485-098967c26e79 tempest-ServerDiskConfigTestJSON-711676554 tempest-ServerDiskConfigTestJSON-711676554-project-member] Enqueued Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 655.301121] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 655.302163] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.304698] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.304698] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.304698] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.304698] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.304698] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.304698] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.304698] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.304698] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.304698] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.326345] env[69468]: INFO networking_nsxv3.common.synchronization [None req-4115060e-f633-4c2b-91fa-d9bf792c6381 None None] Enqueued Resource ID: f40ae803-84a2-4207-94b4-709e69528c06 with Priority: HIGHEST for action port [ 655.326675] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f40ae803-84a2-4207-94b4-709e69528c06 with Priority: HIGHEST for action port [ 655.326833] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-f40ae803-84a2-4207-94b4-709e69528c06 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.327025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f40ae803-84a2-4207-94b4-709e69528c06" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.327025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f40ae803-84a2-4207-94b4-709e69528c06" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.327321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f40ae803-84a2-4207-94b4-709e69528c06" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.327321] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f40ae803-84a2-4207-94b4-709e69528c06',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.388149] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.388785] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.388785] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.388785] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.388785] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.389552] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 605bf232-0fab-4540-a959-d8fb92606eb3 is going to be updated. [ 655.416230] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.416330] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.416404] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.416614] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.416954] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.425271] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 605bf232-0fab-4540-a959-d8fb92606eb3 in Status: IN_PROGRESS for 2s [ 655.442414] env[69468]: INFO networking_nsxv3.common.synchronization [None req-8eea60e6-5b4c-425e-aa22-47f52d44d9a1 None None] Enqueued Resource ID: ad880030-f16b-4373-9731-8efea87d2661 with Priority: HIGHEST for action port [ 655.442940] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad880030-f16b-4373-9731-8efea87d2661 with Priority: HIGHEST for action port [ 655.443406] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad880030-f16b-4373-9731-8efea87d2661 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.443505] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad880030-f16b-4373-9731-8efea87d2661" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.443505] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad880030-f16b-4373-9731-8efea87d2661" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.443892] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad880030-f16b-4373-9731-8efea87d2661" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.443892] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad880030-f16b-4373-9731-8efea87d2661',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.457884] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.458070] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.458199] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.458516] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.458777] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.458939] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.464449] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.464449] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.464449] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.464449] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.464449] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.464449] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.464449] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.464449] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.464449] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.464449] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.483131] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.483296] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 655.483739] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.483739] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.483917] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-5fa5b65a-d1fb-4e45-8fea-68beefb4f999 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.484103] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-5fa5b65a-d1fb-4e45-8fea-68beefb4f999" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.484228] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-5fa5b65a-d1fb-4e45-8fea-68beefb4f999" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.484678] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-5fa5b65a-d1fb-4e45-8fea-68beefb4f999" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.484757] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fa5b65a-d1fb-4e45-8fea-68beefb4f999',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.805412] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.807680] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.807680] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.807680] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.807680] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.807905] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.808059] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.809846] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.809846] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.809846] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.809846] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 is going to be updated. [ 655.839024] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.839024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.839024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.839024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.839024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.839024] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f40ae803-84a2-4207-94b4-709e69528c06 [ 655.839024] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.839024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.839024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.839024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.839024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.839024] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f40ae803-84a2-4207-94b4-709e69528c06 already deleted. [ 655.839024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f40ae803-84a2-4207-94b4-709e69528c06" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.846244] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: IN_PROGRESS for 2s [ 655.949067] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad880030-f16b-4373-9731-8efea87d2661 [ 655.949067] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.949067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.949067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.949067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.949067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.949067] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad880030-f16b-4373-9731-8efea87d2661 already deleted. [ 655.949067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad880030-f16b-4373-9731-8efea87d2661" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.990940] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.990940] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.990940] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.992642] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.992642] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.993012] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 5fa5b65a-d1fb-4e45-8fea-68beefb4f999 not found, creating... [ 655.993322] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.994638] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.994638] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.994638] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.994638] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.994638] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.994909] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.995261] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.995839] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.995839] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.995949] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 5fa5b65a-d1fb-4e45-8fea-68beefb4f999 is going to be created. [ 656.015819] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.016050] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.016183] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.016496] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.016937] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.017054] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-5fa5b65a-d1fb-4e45-8fea-68beefb4f999" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.595564] env[69468]: INFO networking_nsxv3.common.synchronization [None req-af1d9fc0-03bc-4e22-bd5f-34534785976b None None] Enqueued Resource ID: 0a6eca89-a357-4aaa-bd21-abc7aae1df77 with Priority: HIGHEST for action port [ 656.595829] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6eca89-a357-4aaa-bd21-abc7aae1df77 with Priority: HIGHEST for action port [ 656.596420] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a6eca89-a357-4aaa-bd21-abc7aae1df77 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.596565] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a6eca89-a357-4aaa-bd21-abc7aae1df77" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.596634] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a6eca89-a357-4aaa-bd21-abc7aae1df77" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.596883] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a6eca89-a357-4aaa-bd21-abc7aae1df77" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.596964] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a6eca89-a357-4aaa-bd21-abc7aae1df77',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.677912] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df164fee-9bd7-4237-936e-0ea2a6659799 in Status: SUCCESS [ 656.678130] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df164fee-9bd7-4237-936e-0ea2a6659799 deletion is rescheduled due to dependency. [ 656.678423] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.731961] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e892f67b-8dd2-4380-a322-76890f19432e in Status: SUCCESS [ 656.732197] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.952283] env[69468]: INFO networking_nsxv3.common.synchronization [req-fb6089ef-bb1f-4778-91c8-2772f839ed8d req-b8508ce5-f224-4fcd-b9f2-f052ba598517 service nova] Enqueued Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_rules [ 656.952283] env[69468]: INFO networking_nsxv3.common.synchronization [req-fb6089ef-bb1f-4778-91c8-2772f839ed8d req-b8508ce5-f224-4fcd-b9f2-f052ba598517 service nova] Enqueued Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_members [ 656.952283] env[69468]: INFO networking_nsxv3.common.synchronization [req-fb6089ef-bb1f-4778-91c8-2772f839ed8d req-b8508ce5-f224-4fcd-b9f2-f052ba598517 service nova] Enqueued Resource ID: 5fa5b65a-d1fb-4e45-8fea-68beefb4f999 with Priority: HIGHEST for action port [ 656.952283] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_rules [ 656.952283] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_members [ 656.952283] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa5b65a-d1fb-4e45-8fea-68beefb4f999 with Priority: HIGHEST for action port [ 656.953077] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.953333] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.953487] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.953808] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.954089] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.955123] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.955345] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.955494] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.955898] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.956230] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.957992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.957992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.957992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.957992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.957992] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.958922] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fa5b65a-d1fb-4e45-8fea-68beefb4f999 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.959539] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fa5b65a-d1fb-4e45-8fea-68beefb4f999" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.961138] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fa5b65a-d1fb-4e45-8fea-68beefb4f999" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.961138] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fa5b65a-d1fb-4e45-8fea-68beefb4f999" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.961138] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fa5b65a-d1fb-4e45-8fea-68beefb4f999',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.105656] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a6eca89-a357-4aaa-bd21-abc7aae1df77 [ 657.105656] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.105656] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.105656] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.105656] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.105656] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.105656] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a6eca89-a357-4aaa-bd21-abc7aae1df77 already deleted. [ 657.105656] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a6eca89-a357-4aaa-bd21-abc7aae1df77" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.435442] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 605bf232-0fab-4540-a959-d8fb92606eb3 in Status: SUCCESS [ 657.435724] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.435947] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.436236] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.436475] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.436621] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.436692] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.436921] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.437082] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.437145] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.437212] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('605bf232-0fab-4540-a959-d8fb92606eb3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.461427] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.463224] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.463224] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.466390] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fa5b65a-d1fb-4e45-8fea-68beefb4f999 with status ACTIVE [ 657.467433] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.467945] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.468207] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.468572] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.468805] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.469217] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.469527] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.469704] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.469978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.470377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.471368] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.473767] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.473767] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.473767] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.473767] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.473767] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fa5b65a-d1fb-4e45-8fea-68beefb4f999 is going to be updated. [ 657.494502] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.494968] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.494968] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.495292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.495508] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.496553] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fa5b65a-d1fb-4e45-8fea-68beefb4f999" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.778851] env[69468]: INFO networking_nsxv3.common.synchronization [None req-926b1dda-1d6f-4fc3-910b-4a7a7c32c75e tempest-ServersTestBootFromVolume-730337904 tempest-ServersTestBootFromVolume-730337904-project-member] Enqueued Resource ID: 1e7d8881-4a64-46a2-acef-296b23ece229 with Priority: HIGHEST for action security_group_rules [ 657.779424] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7d8881-4a64-46a2-acef-296b23ece229 with Priority: HIGHEST for action security_group_rules [ 657.779733] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e7d8881-4a64-46a2-acef-296b23ece229 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.779859] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.779928] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.783701] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.783799] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e7d8881-4a64-46a2-acef-296b23ece229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.857123] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: SUCCESS [ 657.857123] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 deletion is rescheduled due to dependency. [ 657.857393] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.939984] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-605bf232-0fab-4540-a959-d8fb92606eb3 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.940555] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.940555] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.940555] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.941013] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.941013] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.941351] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.941351] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.941351] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.941590] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.941590] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-605bf232-0fab-4540-a959-d8fb92606eb3 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.941704] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.941704] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.941831] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.941968] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.942090] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.942151] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.942294] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.942392] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.942475] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.942570] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('605bf232-0fab-4540-a959-d8fb92606eb3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.970066] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.156290] env[69468]: INFO networking_nsxv3.common.synchronization [None req-a4a9967b-7f8f-42cb-8e9a-f22005becb8c tempest-ServersTestBootFromVolume-730337904 tempest-ServersTestBootFromVolume-730337904-project-member] Enqueued Resource ID: 1e7d8881-4a64-46a2-acef-296b23ece229 with Priority: HIGHEST for action security_group_rules [ 658.157869] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7d8881-4a64-46a2-acef-296b23ece229 with Priority: HIGHEST for action security_group_rules [ 658.158625] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e7d8881-4a64-46a2-acef-296b23ece229 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.158625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.307408] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.307408] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.308279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.308279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.308279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.308279] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e7d8881-4a64-46a2-acef-296b23ece229 already deleted. [ 658.308279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.308279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.308279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.308633] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e7d8881-4a64-46a2-acef-296b23ece229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.446244] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 605bf232-0fab-4540-a959-d8fb92606eb3: rpc.has_security_group_logging(os_id): False [ 658.465180] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.465388] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.465444] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.465667] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.466535] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.466535] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.466535] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.466535] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.466535] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.466814] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.466814] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.467174] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.467260] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.467440] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.467622] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.468845] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.469016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.469016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.470036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.470036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.470036] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 605bf232-0fab-4540-a959-d8fb92606eb3 is going to be updated. [ 658.471791] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.472151] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.472151] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.472151] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.472151] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.472312] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9a093d-9035-47ac-abdb-270ceba185bd is going to be created. [ 658.496609] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.496800] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.496846] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.497086] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.497267] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.510165] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: UNINITIALIZED for 2s [ 658.542887] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.543064] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.543114] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.543512] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.543512] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.561882] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 605bf232-0fab-4540-a959-d8fb92606eb3 in Status: IN_PROGRESS for 2s [ 658.828738] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.828890] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.828963] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.829193] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.829326] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.829373] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e7d8881-4a64-46a2-acef-296b23ece229 already deleted. [ 658.829918] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.831239] env[69468]: INFO networking_nsxv3.common.synchronization [req-fb6089ef-bb1f-4778-91c8-2772f839ed8d req-e9043adb-8549-4d66-8ba1-7b1a7e74ccc6 tempest-MultipleCreateTestJSON-852249463 tempest-MultipleCreateTestJSON-852249463-project-member] Enqueued Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_members [ 658.831542] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_members [ 658.832045] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.832138] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.083415] env[69468]: INFO networking_nsxv3.common.synchronization [None req-d554e816-60ed-4746-a345-5fb0a1ca4f8c None None] Enqueued Resource ID: ad0d6c6a-f975-464f-a102-cff22d05c49e with Priority: HIGHEST for action port [ 659.083972] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad0d6c6a-f975-464f-a102-cff22d05c49e with Priority: HIGHEST for action port [ 659.084313] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad0d6c6a-f975-464f-a102-cff22d05c49e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.084446] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad0d6c6a-f975-464f-a102-cff22d05c49e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.084634] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad0d6c6a-f975-464f-a102-cff22d05c49e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.085017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad0d6c6a-f975-464f-a102-cff22d05c49e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.085017] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad0d6c6a-f975-464f-a102-cff22d05c49e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.587508] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad0d6c6a-f975-464f-a102-cff22d05c49e [ 659.587742] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.587879] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.588151] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.588250] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.588321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.588399] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad0d6c6a-f975-464f-a102-cff22d05c49e already deleted. [ 659.588485] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad0d6c6a-f975-464f-a102-cff22d05c49e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.648076] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.648532] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.650322] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.650904] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.650904] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.651077] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.651368] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.651434] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.651586] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.651915] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.651915] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.652072] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.652126] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.652235] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.652344] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.652517] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.673176] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.673403] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 659.673541] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.673729] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.674065] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-a9de04f5-6001-4dc3-a305-3afbdf2429c6 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.674240] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-a9de04f5-6001-4dc3-a305-3afbdf2429c6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.674365] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-a9de04f5-6001-4dc3-a305-3afbdf2429c6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.674693] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-a9de04f5-6001-4dc3-a305-3afbdf2429c6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.674836] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9de04f5-6001-4dc3-a305-3afbdf2429c6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.924211] env[69468]: INFO networking_nsxv3.common.synchronization [req-5c6e40a6-7918-4f65-a2db-f3fb55210f59 req-675afc06-38e7-4a1b-af1d-bbb71228039f tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 7b283874-7f63-4283-922a-fb9214c45532 with Priority: HIGHEST for action security_group_members [ 659.924211] env[69468]: INFO networking_nsxv3.common.synchronization [req-5c6e40a6-7918-4f65-a2db-f3fb55210f59 req-675afc06-38e7-4a1b-af1d-bbb71228039f tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 659.924211] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b283874-7f63-4283-922a-fb9214c45532 with Priority: HIGHEST for action security_group_members [ 659.924211] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 659.924211] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b283874-7f63-4283-922a-fb9214c45532 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.924211] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.924211] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.924211] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.924211] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.924211] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.924211] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.924211] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.924211] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.924935] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b283874-7f63-4283-922a-fb9214c45532',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.926029] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.926753] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.926828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.927060] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.927233] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.927348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.927412] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.927564] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.927648] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.927735] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.038021] env[69468]: INFO networking_nsxv3.common.synchronization [req-5c6e40a6-7918-4f65-a2db-f3fb55210f59 req-675afc06-38e7-4a1b-af1d-bbb71228039f tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_rules [ 660.038021] env[69468]: INFO networking_nsxv3.common.synchronization [req-5c6e40a6-7918-4f65-a2db-f3fb55210f59 req-675afc06-38e7-4a1b-af1d-bbb71228039f tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 660.038021] env[69468]: INFO networking_nsxv3.common.synchronization [req-5c6e40a6-7918-4f65-a2db-f3fb55210f59 req-675afc06-38e7-4a1b-af1d-bbb71228039f tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 7b283874-7f63-4283-922a-fb9214c45532 with Priority: HIGHEST for action security_group_rules [ 660.038021] env[69468]: INFO networking_nsxv3.common.synchronization [req-5c6e40a6-7918-4f65-a2db-f3fb55210f59 req-675afc06-38e7-4a1b-af1d-bbb71228039f tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 7b283874-7f63-4283-922a-fb9214c45532 with Priority: HIGHEST for action security_group_members [ 660.038021] env[69468]: INFO networking_nsxv3.common.synchronization [req-5c6e40a6-7918-4f65-a2db-f3fb55210f59 req-675afc06-38e7-4a1b-af1d-bbb71228039f tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 4bac6b08-29dc-45f8-bd32-4adb28c6ea48 with Priority: HIGHEST for action port [ 660.038021] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_rules [ 660.038021] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b283874-7f63-4283-922a-fb9214c45532 with Priority: HIGHEST for action security_group_rules [ 660.038021] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bac6b08-29dc-45f8-bd32-4adb28c6ea48 with Priority: HIGHEST for action port [ 660.039033] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 660.039367] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b283874-7f63-4283-922a-fb9214c45532 with Priority: HIGHEST for action security_group_members [ 660.039886] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.040239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.043018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.043018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.043018] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.043018] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b283874-7f63-4283-922a-fb9214c45532 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.043018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.043018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.043018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.043018] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b283874-7f63-4283-922a-fb9214c45532',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.043945] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bac6b08-29dc-45f8-bd32-4adb28c6ea48 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.044191] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bac6b08-29dc-45f8-bd32-4adb28c6ea48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.044346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bac6b08-29dc-45f8-bd32-4adb28c6ea48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.044605] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bac6b08-29dc-45f8-bd32-4adb28c6ea48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.044768] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bac6b08-29dc-45f8-bd32-4adb28c6ea48',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.045974] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.046179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.046800] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b283874-7f63-4283-922a-fb9214c45532 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.046800] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.183730] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.183730] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.183730] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.183730] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.183730] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.183730] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port a9de04f5-6001-4dc3-a305-3afbdf2429c6 not found, creating... [ 660.183730] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.183730] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.183730] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.183730] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.184323] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.184323] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.184323] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.184443] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.184637] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.184790] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.184928] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: a9de04f5-6001-4dc3-a305-3afbdf2429c6 is going to be created. [ 660.214449] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.214910] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.215167] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.215501] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.215746] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.216521] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-a9de04f5-6001-4dc3-a305-3afbdf2429c6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.432685] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b283874-7f63-4283-922a-fb9214c45532',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.433362] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.520028] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: SUCCESS [ 660.520028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.520433] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.520649] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.520842] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.520960] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.521029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.521185] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.521378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.521378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.521471] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.522286] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.522641] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.522641] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.522778] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.522778] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.522961] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.523032] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.523548] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.549185] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b283874-7f63-4283-922a-fb9214c45532 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.549315] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.549516] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.549594] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.549739] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bac6b08-29dc-45f8-bd32-4adb28c6ea48 with status ACTIVE [ 660.549887] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.549985] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.550226] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.550531] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.550638] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.551262] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.551262] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.551262] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.551262] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.551505] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.551505] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.551586] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.551586] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.551842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.551842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.552027] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bac6b08-29dc-45f8-bd32-4adb28c6ea48 is going to be updated. [ 660.571788] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.571788] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.572697] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.572697] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.572697] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.572697] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bac6b08-29dc-45f8-bd32-4adb28c6ea48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.573748] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 605bf232-0fab-4540-a959-d8fb92606eb3 in Status: SUCCESS [ 660.574013] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.843750] env[69468]: INFO networking_nsxv3.common.synchronization [req-c9105f3b-f301-4883-b2b0-9c91dcf35f15 req-ccbfad6e-4832-415f-8967-6e8c9eafa732 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 660.843750] env[69468]: INFO networking_nsxv3.common.synchronization [req-c9105f3b-f301-4883-b2b0-9c91dcf35f15 req-ccbfad6e-4832-415f-8967-6e8c9eafa732 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 7b283874-7f63-4283-922a-fb9214c45532 with Priority: HIGHEST for action security_group_members [ 660.843750] env[69468]: INFO networking_nsxv3.common.synchronization [req-c9105f3b-f301-4883-b2b0-9c91dcf35f15 req-ccbfad6e-4832-415f-8967-6e8c9eafa732 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: c514a0ce-6c8e-421e-8188-7351eb8519c4 with Priority: HIGHEST for action security_group_members [ 660.843750] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 660.843911] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b283874-7f63-4283-922a-fb9214c45532 with Priority: HIGHEST for action security_group_members [ 660.843995] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c514a0ce-6c8e-421e-8188-7351eb8519c4 with Priority: HIGHEST for action security_group_members [ 660.845237] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.845237] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.845237] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b283874-7f63-4283-922a-fb9214c45532 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.845237] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.845528] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-c514a0ce-6c8e-421e-8188-7351eb8519c4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.845528] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c514a0ce-6c8e-421e-8188-7351eb8519c4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.845684] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c514a0ce-6c8e-421e-8188-7351eb8519c4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.845840] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c514a0ce-6c8e-421e-8188-7351eb8519c4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.845951] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.846061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.846125] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.846284] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.846374] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.846490] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c514a0ce-6c8e-421e-8188-7351eb8519c4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.935917] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b283874-7f63-4283-922a-fb9214c45532',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.936981] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.940189] env[69468]: INFO networking_nsxv3.common.synchronization [req-c9105f3b-f301-4883-b2b0-9c91dcf35f15 req-ccbfad6e-4832-415f-8967-6e8c9eafa732 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_rules [ 660.940189] env[69468]: INFO networking_nsxv3.common.synchronization [req-c9105f3b-f301-4883-b2b0-9c91dcf35f15 req-ccbfad6e-4832-415f-8967-6e8c9eafa732 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 660.940189] env[69468]: INFO networking_nsxv3.common.synchronization [req-c9105f3b-f301-4883-b2b0-9c91dcf35f15 req-ccbfad6e-4832-415f-8967-6e8c9eafa732 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 7b283874-7f63-4283-922a-fb9214c45532 with Priority: HIGHEST for action security_group_rules [ 660.940189] env[69468]: INFO networking_nsxv3.common.synchronization [req-c9105f3b-f301-4883-b2b0-9c91dcf35f15 req-ccbfad6e-4832-415f-8967-6e8c9eafa732 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 7b283874-7f63-4283-922a-fb9214c45532 with Priority: HIGHEST for action security_group_members [ 660.940698] env[69468]: INFO networking_nsxv3.common.synchronization [req-c9105f3b-f301-4883-b2b0-9c91dcf35f15 req-ccbfad6e-4832-415f-8967-6e8c9eafa732 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: c514a0ce-6c8e-421e-8188-7351eb8519c4 with Priority: HIGHEST for action security_group_rules [ 660.940698] env[69468]: INFO networking_nsxv3.common.synchronization [req-c9105f3b-f301-4883-b2b0-9c91dcf35f15 req-ccbfad6e-4832-415f-8967-6e8c9eafa732 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: c514a0ce-6c8e-421e-8188-7351eb8519c4 with Priority: HIGHEST for action security_group_members [ 660.940827] env[69468]: INFO networking_nsxv3.common.synchronization [req-c9105f3b-f301-4883-b2b0-9c91dcf35f15 req-ccbfad6e-4832-415f-8967-6e8c9eafa732 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 4bac6b08-29dc-45f8-bd32-4adb28c6ea48 with Priority: HIGHEST for action port [ 660.942277] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_rules [ 660.942421] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b283874-7f63-4283-922a-fb9214c45532 with Priority: HIGHEST for action security_group_rules [ 660.942534] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c514a0ce-6c8e-421e-8188-7351eb8519c4 with Priority: HIGHEST for action security_group_members [ 660.942616] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bac6b08-29dc-45f8-bd32-4adb28c6ea48 with Priority: HIGHEST for action port [ 660.942705] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c514a0ce-6c8e-421e-8188-7351eb8519c4 with Priority: HIGHEST for action security_group_rules [ 660.942795] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 660.942889] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b283874-7f63-4283-922a-fb9214c45532 with Priority: HIGHEST for action security_group_members [ 660.944759] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.944759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.944759] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b283874-7f63-4283-922a-fb9214c45532 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.944759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.944759] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-c514a0ce-6c8e-421e-8188-7351eb8519c4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.944759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c514a0ce-6c8e-421e-8188-7351eb8519c4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.944759] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bac6b08-29dc-45f8-bd32-4adb28c6ea48 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.944759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bac6b08-29dc-45f8-bd32-4adb28c6ea48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.944759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bac6b08-29dc-45f8-bd32-4adb28c6ea48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.944759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bac6b08-29dc-45f8-bd32-4adb28c6ea48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.944759] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bac6b08-29dc-45f8-bd32-4adb28c6ea48',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.949836] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c514a0ce-6c8e-421e-8188-7351eb8519c4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.949836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c514a0ce-6c8e-421e-8188-7351eb8519c4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.949836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c514a0ce-6c8e-421e-8188-7351eb8519c4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.949836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c514a0ce-6c8e-421e-8188-7351eb8519c4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.949836] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c514a0ce-6c8e-421e-8188-7351eb8519c4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.949836] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.949836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.949836] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b283874-7f63-4283-922a-fb9214c45532 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.949836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.025257] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.025825] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.025825] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.211619] env[69468]: INFO networking_nsxv3.common.synchronization [req-fb6089ef-bb1f-4778-91c8-2772f839ed8d req-7e90ca6b-e27e-4ce1-8345-176ad1131579 service nova] Enqueued Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_rules [ 661.214851] env[69468]: INFO networking_nsxv3.common.synchronization [req-fb6089ef-bb1f-4778-91c8-2772f839ed8d req-7e90ca6b-e27e-4ce1-8345-176ad1131579 service nova] Enqueued Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_members [ 661.214851] env[69468]: INFO networking_nsxv3.common.synchronization [req-fb6089ef-bb1f-4778-91c8-2772f839ed8d req-7e90ca6b-e27e-4ce1-8345-176ad1131579 service nova] Enqueued Resource ID: a9de04f5-6001-4dc3-a305-3afbdf2429c6 with Priority: HIGHEST for action port [ 661.214851] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_rules [ 661.214851] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_members [ 661.214851] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9de04f5-6001-4dc3-a305-3afbdf2429c6 with Priority: HIGHEST for action port [ 661.215313] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.215400] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.215643] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.215738] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.216549] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9de04f5-6001-4dc3-a305-3afbdf2429c6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.216699] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9de04f5-6001-4dc3-a305-3afbdf2429c6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.216796] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9de04f5-6001-4dc3-a305-3afbdf2429c6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.217013] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9de04f5-6001-4dc3-a305-3afbdf2429c6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.217116] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9de04f5-6001-4dc3-a305-3afbdf2429c6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.350939] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c514a0ce-6c8e-421e-8188-7351eb8519c4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.443664] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.443664] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.443664] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.445081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.445081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.445081] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 is going to be updated. [ 661.446180] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.446609] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.446609] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.446609] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.446766] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.446766] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b283874-7f63-4283-922a-fb9214c45532 is going to be created. [ 661.448274] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bac6b08-29dc-45f8-bd32-4adb28c6ea48 with status ACTIVE [ 661.448551] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.448883] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.448883] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.455021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.455021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.455021] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.455021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.455021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.455021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.455021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.455021] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.455021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.455021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.455021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.455021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.455021] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bac6b08-29dc-45f8-bd32-4adb28c6ea48 is going to be updated. [ 661.455021] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-c514a0ce-6c8e-421e-8188-7351eb8519c4 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.455021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c514a0ce-6c8e-421e-8188-7351eb8519c4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.504694] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.504782] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.504831] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.505061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.505240] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.507196] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.507329] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.507421] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.507629] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.507884] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.507977] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bac6b08-29dc-45f8-bd32-4adb28c6ea48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.512850] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.513115] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.513203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.513448] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.513583] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.521431] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b283874-7f63-4283-922a-fb9214c45532 in Status: UNINITIALIZED for 2s [ 661.522786] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: IN_PROGRESS for 2s [ 661.528205] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.724975] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9de04f5-6001-4dc3-a305-3afbdf2429c6 with status ACTIVE [ 661.724975] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.724975] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.724975] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.724975] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.724975] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.724975] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.724975] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.724975] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.724975] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.724975] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.724975] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.724975] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.724975] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.724975] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.724975] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.724975] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9de04f5-6001-4dc3-a305-3afbdf2429c6 is going to be updated. [ 661.744743] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.744743] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.744743] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.744743] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.744743] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.744743] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9de04f5-6001-4dc3-a305-3afbdf2429c6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.855799] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c514a0ce-6c8e-421e-8188-7351eb8519c4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.031842] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.031842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.031842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.031842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.031842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.031842] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9a093d-9035-47ac-abdb-270ceba185bd is going to be updated. [ 662.060641] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.062258] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.062258] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.062258] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.062258] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.074438] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: IN_PROGRESS for 2s [ 662.359693] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.359997] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.359997] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.360091] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.360129] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.360219] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c514a0ce-6c8e-421e-8188-7351eb8519c4 is going to be created. [ 662.382870] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.383035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.383098] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.383306] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.383465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.392271] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c514a0ce-6c8e-421e-8188-7351eb8519c4 in Status: UNINITIALIZED for 2s [ 663.532918] env[69468]: INFO networking_nsxv3.common.synchronization [req-6a5db787-58a8-4c7f-95cd-e9486a7e642d req-5efe313e-6f33-4ead-b5a7-44ccfd33efd4 tempest-ServerAddressesNegativeTestJSON-1763061698 tempest-ServerAddressesNegativeTestJSON-1763061698-project-member] Enqueued Resource ID: e892f67b-8dd2-4380-a322-76890f19432e with Priority: HIGHEST for action security_group_members [ 663.533460] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892f67b-8dd2-4380-a322-76890f19432e with Priority: HIGHEST for action security_group_members [ 663.533759] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-e892f67b-8dd2-4380-a322-76890f19432e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.533882] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.533947] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.535277] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.535373] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.536297] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.540653] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.540653] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.540653] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.540653] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e892f67b-8dd2-4380-a322-76890f19432e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.540653] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: SUCCESS [ 663.540653] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.541386] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b283874-7f63-4283-922a-fb9214c45532 in Status: SUCCESS [ 663.541488] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.543390] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.543390] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.543390] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.543390] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.543390] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.543390] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.543390] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.543390] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.543991] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.543991] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.543991] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.543991] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.543991] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.544171] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.544205] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.545377] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b283874-7f63-4283-922a-fb9214c45532',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.046523] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.047685] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.047821] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.047879] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.048242] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.048242] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.048417] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.048510] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.048637] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.048734] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.048804] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.048892] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892f67b-8dd2-4380-a322-76890f19432e is going to be updated. [ 664.051424] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b283874-7f63-4283-922a-fb9214c45532',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.076814] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.076814] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.076992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.077100] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.077240] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.091656] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892f67b-8dd2-4380-a322-76890f19432e in Status: IN_PROGRESS for 2s [ 664.092459] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: SUCCESS [ 664.092883] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.093151] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.093371] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.093602] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.093693] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.093730] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.093940] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.093940] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.098067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.098341] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.101741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.101741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.101741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.101741] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.101741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.101741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.101741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.101741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.101741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.101741] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.101741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.101741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.101741] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.101741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.101741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.101741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.101741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.101741] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.129139] env[69468]: INFO networking_nsxv3.common.synchronization [req-69b07195-dc0f-413a-9ed6-a51a35b9a595 req-0ac1b9d0-c069-4a53-a608-c990dc1f723c tempest-FloatingIPsAssociationNegativeTestJSON-687438492 tempest-FloatingIPsAssociationNegativeTestJSON-687438492-project-member] Enqueued Resource ID: d30c70e1-b637-405d-aeaa-55964db6a30f with Priority: HIGHEST for action security_group_members [ 664.129660] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d30c70e1-b637-405d-aeaa-55964db6a30f with Priority: HIGHEST for action security_group_members [ 664.129946] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d30c70e1-b637-405d-aeaa-55964db6a30f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.130096] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.130144] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.130411] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.130575] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.130681] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.130774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.130931] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.131070] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.131070] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d30c70e1-b637-405d-aeaa-55964db6a30f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.403231] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c514a0ce-6c8e-421e-8188-7351eb8519c4 in Status: SUCCESS [ 664.403461] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c514a0ce-6c8e-421e-8188-7351eb8519c4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.403636] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c514a0ce-6c8e-421e-8188-7351eb8519c4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.403876] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c514a0ce-6c8e-421e-8188-7351eb8519c4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.404148] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.404292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.404292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.404433] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.404523] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.404622] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c514a0ce-6c8e-421e-8188-7351eb8519c4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.551287] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.554118] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b283874-7f63-4283-922a-fb9214c45532',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.604039] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b9a093d-9035-47ac-abdb-270ceba185bd: rpc.has_security_group_logging(os_id): False [ 664.605160] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.622364] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.622500] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.622973] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.622973] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.622973] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.623175] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.623175] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.623281] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.623366] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.623445] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.623618] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.623952] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.623952] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.623952] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.624143] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.624185] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.624260] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.624308] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.624446] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.624520] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.625586] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b9a093d-9035-47ac-abdb-270ceba185bd is going to be created. [ 664.634625] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.634625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.634625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.634625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.634625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.634625] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.634625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.634625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.634625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.634625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.634625] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d30c70e1-b637-405d-aeaa-55964db6a30f already deleted. [ 664.634625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.674490] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.674641] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.674692] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.674903] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.675098] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.684046] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: IN_PROGRESS for 2s [ 664.841549] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-520 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.841549] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-520" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.841681] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-520" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.841906] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-520" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.842181] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.842336] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.842447] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.842653] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.842859] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.843327] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 664.843327] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.843327] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.843327] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.843745] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 664.843745] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.847097] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.893426] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.893936] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 664.893936] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.893936] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-520" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.894304] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-32a4878e-f7f5-490d-a877-d01cb7eaa6dc taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.894473] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-32a4878e-f7f5-490d-a877-d01cb7eaa6dc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.894592] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-32a4878e-f7f5-490d-a877-d01cb7eaa6dc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.895037] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-32a4878e-f7f5-490d-a877-d01cb7eaa6dc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.895182] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32a4878e-f7f5-490d-a877-d01cb7eaa6dc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.907019] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c514a0ce-6c8e-421e-8188-7351eb8519c4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.002137] env[69468]: INFO networking_nsxv3.common.synchronization [None req-d2cc6c7c-65a4-487d-ab25-b73b5c14a4eb None None] Enqueued Resource ID: 65988c9c-f3de-46c1-ac5b-c4335833886f with Priority: HIGHEST for action port [ 665.004199] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65988c9c-f3de-46c1-ac5b-c4335833886f with Priority: HIGHEST for action port [ 665.004581] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-65988c9c-f3de-46c1-ac5b-c4335833886f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.004714] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65988c9c-f3de-46c1-ac5b-c4335833886f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.004777] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65988c9c-f3de-46c1-ac5b-c4335833886f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.005118] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65988c9c-f3de-46c1-ac5b-c4335833886f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.005213] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65988c9c-f3de-46c1-ac5b-c4335833886f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.057079] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.057079] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.057079] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.057079] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.057079] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.057079] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 is going to be updated. [ 665.057079] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.057079] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.057079] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.057079] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.057079] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.057734] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b283874-7f63-4283-922a-fb9214c45532 is going to be updated. [ 665.101848] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.102120] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.102120] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.102393] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.102550] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.105722] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.105945] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.106190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.106462] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.106611] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.109127] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.117159] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b283874-7f63-4283-922a-fb9214c45532 in Status: IN_PROGRESS for 2s [ 665.117914] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: IN_PROGRESS for 2s [ 665.398408] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.399279] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.399279] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.399774] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.399774] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.399774] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 32a4878e-f7f5-490d-a877-d01cb7eaa6dc not found, creating... [ 665.400221] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.400221] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.400408] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.400614] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.400765] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.401025] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.401733] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.401865] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.402106] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.402247] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.402393] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 32a4878e-f7f5-490d-a877-d01cb7eaa6dc is going to be created. [ 665.409802] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c514a0ce-6c8e-421e-8188-7351eb8519c4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.424365] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.425159] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.425159] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.425159] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.425296] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.425429] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-32a4878e-f7f5-490d-a877-d01cb7eaa6dc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.507404] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65988c9c-f3de-46c1-ac5b-c4335833886f [ 665.508368] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.508368] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.508368] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.508368] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.508368] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.508368] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65988c9c-f3de-46c1-ac5b-c4335833886f already deleted. [ 665.508368] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65988c9c-f3de-46c1-ac5b-c4335833886f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.612581] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.612886] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.612886] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.613580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.613580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.613580] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9a093d-9035-47ac-abdb-270ceba185bd is going to be updated. [ 665.641837] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.641975] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.642045] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.642258] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.642410] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.651633] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: IN_PROGRESS for 2s [ 665.749990] env[69468]: INFO networking_nsxv3.common.synchronization [None req-d60625d2-0954-4df0-9453-4be1b46b541b None None] Enqueued Resource ID: 7b1da081-0c5b-4e61-b1be-29d342427ca7 with Priority: HIGHEST for action port [ 665.750392] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1da081-0c5b-4e61-b1be-29d342427ca7 with Priority: HIGHEST for action port [ 665.750960] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b1da081-0c5b-4e61-b1be-29d342427ca7 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.751089] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b1da081-0c5b-4e61-b1be-29d342427ca7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.751132] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b1da081-0c5b-4e61-b1be-29d342427ca7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.751780] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b1da081-0c5b-4e61-b1be-29d342427ca7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.751780] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b1da081-0c5b-4e61-b1be-29d342427ca7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.916014] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.916014] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.916014] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.916014] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.916014] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.916014] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c514a0ce-6c8e-421e-8188-7351eb8519c4 is going to be updated. [ 665.942478] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.942880] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.943053] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.943379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.943604] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.986068] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c514a0ce-6c8e-421e-8188-7351eb8519c4 in Status: IN_PROGRESS for 2s [ 666.102084] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e892f67b-8dd2-4380-a322-76890f19432e in Status: SUCCESS [ 666.102084] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e892f67b-8dd2-4380-a322-76890f19432e deletion is rescheduled due to dependency. [ 666.102084] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.259254] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b1da081-0c5b-4e61-b1be-29d342427ca7 [ 666.259254] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.259254] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.259254] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.259254] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.259254] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.259254] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b1da081-0c5b-4e61-b1be-29d342427ca7 already deleted. [ 666.259254] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b1da081-0c5b-4e61-b1be-29d342427ca7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.397031] env[69468]: INFO networking_nsxv3.common.synchronization [req-69b07195-dc0f-413a-9ed6-a51a35b9a595 req-49c88ede-68d7-4596-b93b-d5a84608125d service nova] Enqueued Resource ID: d30c70e1-b637-405d-aeaa-55964db6a30f with Priority: HIGHEST for action security_group_rules [ 666.397031] env[69468]: INFO networking_nsxv3.common.synchronization [req-69b07195-dc0f-413a-9ed6-a51a35b9a595 req-49c88ede-68d7-4596-b93b-d5a84608125d service nova] Enqueued Resource ID: d30c70e1-b637-405d-aeaa-55964db6a30f with Priority: HIGHEST for action security_group_members [ 666.397031] env[69468]: INFO networking_nsxv3.common.synchronization [req-69b07195-dc0f-413a-9ed6-a51a35b9a595 req-49c88ede-68d7-4596-b93b-d5a84608125d service nova] Enqueued Resource ID: 32a4878e-f7f5-490d-a877-d01cb7eaa6dc with Priority: HIGHEST for action port [ 666.397031] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d30c70e1-b637-405d-aeaa-55964db6a30f with Priority: HIGHEST for action security_group_rules [ 666.397031] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d30c70e1-b637-405d-aeaa-55964db6a30f with Priority: HIGHEST for action security_group_members [ 666.397031] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32a4878e-f7f5-490d-a877-d01cb7eaa6dc with Priority: HIGHEST for action port [ 666.397638] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d30c70e1-b637-405d-aeaa-55964db6a30f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.397638] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.397638] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.398131] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.398131] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d30c70e1-b637-405d-aeaa-55964db6a30f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.399632] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d30c70e1-b637-405d-aeaa-55964db6a30f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.399632] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.399632] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.399632] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.399791] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.399791] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.399857] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.402485] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.402485] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.402485] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d30c70e1-b637-405d-aeaa-55964db6a30f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.402485] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-32a4878e-f7f5-490d-a877-d01cb7eaa6dc taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.402485] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32a4878e-f7f5-490d-a877-d01cb7eaa6dc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.402485] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32a4878e-f7f5-490d-a877-d01cb7eaa6dc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.402485] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32a4878e-f7f5-490d-a877-d01cb7eaa6dc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.402485] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32a4878e-f7f5-490d-a877-d01cb7eaa6dc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.697747] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: SUCCESS [ 666.697980] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.698208] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.698406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.698497] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.902738] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d30c70e1-b637-405d-aeaa-55964db6a30f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.904125] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d30c70e1-b637-405d-aeaa-55964db6a30f taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.904125] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.905251] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32a4878e-f7f5-490d-a877-d01cb7eaa6dc with status ACTIVE [ 666.905388] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.905499] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.907916] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.907916] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.907916] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.907916] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.907916] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.907916] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.907916] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.907916] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.907916] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.907916] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.907916] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.907916] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.907916] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.907916] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32a4878e-f7f5-490d-a877-d01cb7eaa6dc is going to be updated. [ 666.938880] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.939114] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.939156] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.939889] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.939889] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.939992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32a4878e-f7f5-490d-a877-d01cb7eaa6dc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.967761] env[69468]: INFO networking_nsxv3.common.synchronization [None req-5b629d80-8c2a-4658-8116-4ba6d477e146 None None] Enqueued Resource ID: 4b31b26f-6df0-46de-a3f0-be0babcf364f with Priority: HIGHEST for action port [ 666.968021] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b31b26f-6df0-46de-a3f0-be0babcf364f with Priority: HIGHEST for action port [ 666.968613] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b31b26f-6df0-46de-a3f0-be0babcf364f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.968734] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b31b26f-6df0-46de-a3f0-be0babcf364f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.969126] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b31b26f-6df0-46de-a3f0-be0babcf364f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.969262] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b31b26f-6df0-46de-a3f0-be0babcf364f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.969410] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b31b26f-6df0-46de-a3f0-be0babcf364f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.130462] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: SUCCESS [ 667.130792] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.131660] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b283874-7f63-4283-922a-fb9214c45532 in Status: IN_PROGRESS for 4s [ 667.131854] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.132093] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.132231] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.132298] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.132337] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.133986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.133986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.133986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.133986] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.134925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.136529] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.136529] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.136529] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.136529] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.136529] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.136529] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.136529] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.201026] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.201393] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.243794] env[69468]: INFO networking_nsxv3.common.synchronization [None req-96f20bdf-a8ea-451b-aeb8-a87ae1b4e357 tempest-ServerActionsTestJSON-1088981625 tempest-ServerActionsTestJSON-1088981625-project-member] Enqueued Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_rules [ 667.244450] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_rules [ 667.244775] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e16329d2-acce-4422-8151-02ba3f360c87 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.245193] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.245193] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.248829] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.248829] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e16329d2-acce-4422-8151-02ba3f360c87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.403026] env[69468]: INFO networking_nsxv3.common.synchronization [None req-e51c1581-3f0b-4790-b16d-a7747a02cb8e tempest-ServerActionsTestJSON-1088981625 tempest-ServerActionsTestJSON-1088981625-project-member] Enqueued Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_rules [ 667.403026] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_rules [ 667.403690] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e16329d2-acce-4422-8151-02ba3f360c87 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.404766] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.408701] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d30c70e1-b637-405d-aeaa-55964db6a30f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.473771] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b31b26f-6df0-46de-a3f0-be0babcf364f [ 667.473934] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.474091] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.474175] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.474571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.474571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.474571] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b31b26f-6df0-46de-a3f0-be0babcf364f already deleted. [ 667.474669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b31b26f-6df0-46de-a3f0-be0babcf364f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.638530] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.638749] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.638989] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.663145] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: SUCCESS [ 667.663145] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.664248] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.664248] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.664248] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.664248] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.664248] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.664248] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.664248] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.664951] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.664951] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.773410] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.773410] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.773741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.773741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.774752] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.774752] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e16329d2-acce-4422-8151-02ba3f360c87 already deleted. [ 667.774752] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.774752] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.774752] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.774752] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e16329d2-acce-4422-8151-02ba3f360c87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.911417] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.911650] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.911725] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.911951] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.912063] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.912166] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d30c70e1-b637-405d-aeaa-55964db6a30f is going to be created. [ 667.957399] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.957399] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.957399] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.957399] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.957399] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.968795] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c514a0ce-6c8e-421e-8188-7351eb8519c4 in Status: SUCCESS [ 667.969157] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c514a0ce-6c8e-421e-8188-7351eb8519c4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.969463] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c514a0ce-6c8e-421e-8188-7351eb8519c4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.969835] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c514a0ce-6c8e-421e-8188-7351eb8519c4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.970221] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.970349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.970619] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.970695] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.970819] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.970902] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c514a0ce-6c8e-421e-8188-7351eb8519c4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.971113] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c514a0ce-6c8e-421e-8188-7351eb8519c4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.972845] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d30c70e1-b637-405d-aeaa-55964db6a30f in Status: UNINITIALIZED for 2s [ 668.144589] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.166747] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.166960] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.167066] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.167337] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.167546] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.167681] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.167767] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.167969] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.168106] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.168226] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.168406] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.168525] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.168606] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.168788] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.168960] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.169097] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.169180] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.169415] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.169525] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.169616] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.169707] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.297973] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.298591] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.298686] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.299203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.299203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.299203] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e16329d2-acce-4422-8151-02ba3f360c87 already deleted. [ 668.299320] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.473508] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c514a0ce-6c8e-421e-8188-7351eb8519c4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.650203] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.650376] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.650463] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.650684] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.650782] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.650871] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 is going to be updated. [ 668.675787] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b9a093d-9035-47ac-abdb-270ceba185bd: rpc.has_security_group_logging(os_id): False [ 668.685914] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.686079] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.686153] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.686356] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.686498] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.700297] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: IN_PROGRESS for 2s [ 668.702584] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.702875] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.702994] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.703241] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.703368] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.703781] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.703959] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.704191] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.704589] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.704730] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.705125] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.705306] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.705402] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.705833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.706148] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.706402] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.706557] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.706660] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.706860] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.706953] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.707149] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b9a093d-9035-47ac-abdb-270ceba185bd is going to be updated. [ 668.750478] env[69468]: INFO networking_nsxv3.common.synchronization [None req-b026224c-0316-4ef5-9a10-02b18adb0be0 None None] Enqueued Resource ID: 2b370f92-0160-44b4-92cb-b1b5ab2becc0 with Priority: HIGHEST for action port [ 668.751066] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b370f92-0160-44b4-92cb-b1b5ab2becc0 with Priority: HIGHEST for action port [ 668.752169] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b370f92-0160-44b4-92cb-b1b5ab2becc0 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.752326] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b370f92-0160-44b4-92cb-b1b5ab2becc0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.752408] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b370f92-0160-44b4-92cb-b1b5ab2becc0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.752656] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b370f92-0160-44b4-92cb-b1b5ab2becc0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.752971] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b370f92-0160-44b4-92cb-b1b5ab2becc0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.769262] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.769412] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.769484] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.769703] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.769845] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.784183] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: IN_PROGRESS for 2s [ 668.789301] env[69468]: INFO networking_nsxv3.common.synchronization [req-8622ffb8-829c-40a0-b340-44e09fab1dba req-0e2e1e5a-bc93-4c3b-ae51-31283da7a41d tempest-DeleteServersAdminTestJSON-2078656816 tempest-DeleteServersAdminTestJSON-2078656816-project-member] Enqueued Resource ID: 605bf232-0fab-4540-a959-d8fb92606eb3 with Priority: HIGHEST for action security_group_members [ 668.789891] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 605bf232-0fab-4540-a959-d8fb92606eb3 with Priority: HIGHEST for action security_group_members [ 668.790197] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-605bf232-0fab-4540-a959-d8fb92606eb3 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.790320] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.790403] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.790612] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.790768] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.790867] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.790927] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.791102] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.791193] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.791285] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('605bf232-0fab-4540-a959-d8fb92606eb3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.975638] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c514a0ce-6c8e-421e-8188-7351eb8519c4: rpc.has_security_group_logging(os_id): False [ 668.997863] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.997976] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.998093] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.998304] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.998369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.998611] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.998713] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.998775] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.998960] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.999063] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.999158] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c514a0ce-6c8e-421e-8188-7351eb8519c4 is going to be created. [ 669.063884] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.063884] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.063884] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.063884] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.063884] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.072768] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c514a0ce-6c8e-421e-8188-7351eb8519c4 in Status: IN_PROGRESS for 2s [ 669.141010] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b283874-7f63-4283-922a-fb9214c45532 in Status: SUCCESS [ 669.141249] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.141693] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.141693] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.142104] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.142235] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.142306] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.142476] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.142563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.142807] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.142880] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b283874-7f63-4283-922a-fb9214c45532',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.143727] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.143892] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.144074] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.144179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.144245] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.144391] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.144472] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.144558] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b283874-7f63-4283-922a-fb9214c45532',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.256785] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b370f92-0160-44b4-92cb-b1b5ab2becc0 [ 669.256785] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.256785] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.256785] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.257059] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.257117] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.257240] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b370f92-0160-44b4-92cb-b1b5ab2becc0 already deleted. [ 669.257413] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b370f92-0160-44b4-92cb-b1b5ab2becc0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.293058] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.293181] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.293763] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.294040] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.294344] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.295185] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.295306] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.295306] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.295731] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.295846] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.296110] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 605bf232-0fab-4540-a959-d8fb92606eb3 is going to be updated. [ 669.324856] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.325014] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.325074] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.326228] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.326228] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.337904] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 605bf232-0fab-4540-a959-d8fb92606eb3 in Status: IN_PROGRESS for 2s [ 669.646829] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b283874-7f63-4283-922a-fb9214c45532',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.647853] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b283874-7f63-4283-922a-fb9214c45532',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.981819] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d30c70e1-b637-405d-aeaa-55964db6a30f in Status: SUCCESS [ 669.982164] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.982222] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.982439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.982655] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.982787] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.982846] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.982991] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.983086] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.983171] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.983264] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d30c70e1-b637-405d-aeaa-55964db6a30f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.151329] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b283874-7f63-4283-922a-fb9214c45532: rpc.has_security_group_logging(os_id): False [ 670.153101] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b283874-7f63-4283-922a-fb9214c45532',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.178672] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.178916] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.179048] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.180832] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.180832] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.180832] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.180832] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.180832] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.180832] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.180832] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.180832] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b283874-7f63-4283-922a-fb9214c45532 is going to be created. [ 670.253630] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.253630] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.253630] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.253630] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.253630] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.274112] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b283874-7f63-4283-922a-fb9214c45532 in Status: IN_PROGRESS for 2s [ 670.485782] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d30c70e1-b637-405d-aeaa-55964db6a30f taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.485930] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.486049] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.486253] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.486482] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.486555] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.486598] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.486812] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.486858] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.486953] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.487123] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d30c70e1-b637-405d-aeaa-55964db6a30f taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.487217] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.487272] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.487425] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.487557] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.487655] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.487705] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.487849] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.487930] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.488034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.489530] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d30c70e1-b637-405d-aeaa-55964db6a30f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.657371] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.657371] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.657371] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.657371] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.657371] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.657371] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b283874-7f63-4283-922a-fb9214c45532 is going to be updated. [ 670.691306] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.691465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.691528] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.691848] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.692057] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.704981] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b283874-7f63-4283-922a-fb9214c45532 in Status: IN_PROGRESS for 2s [ 670.710446] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: SUCCESS [ 670.710762] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.710954] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.711268] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.711500] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.711672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.711747] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.711973] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.712146] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.712282] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.811323] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: SUCCESS [ 670.811662] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.997544] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d30c70e1-b637-405d-aeaa-55964db6a30f: rpc.has_security_group_logging(os_id): False [ 671.018357] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.018519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.018593] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.018890] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.019031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.019261] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.019396] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.019485] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.019670] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.019812] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.020103] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.020322] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.020322] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.020572] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.020669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.020926] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.021083] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.021172] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.021444] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.021601] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.021740] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d30c70e1-b637-405d-aeaa-55964db6a30f is going to be created. [ 671.079360] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.079561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.079561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.079789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.079979] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.086889] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c514a0ce-6c8e-421e-8188-7351eb8519c4 in Status: SUCCESS [ 671.087201] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c514a0ce-6c8e-421e-8188-7351eb8519c4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.088251] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d30c70e1-b637-405d-aeaa-55964db6a30f in Status: IN_PROGRESS for 2s [ 671.214926] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.358155] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 605bf232-0fab-4540-a959-d8fb92606eb3 in Status: SUCCESS [ 671.358155] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 605bf232-0fab-4540-a959-d8fb92606eb3 deletion is rescheduled due to dependency. [ 671.358155] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.638035] env[69468]: INFO networking_nsxv3.common.synchronization [None req-c3d065e9-08c8-4387-afbf-7cfd05ee70d2 tempest-ImagesOneServerNegativeTestJSON-1810634108 tempest-ImagesOneServerNegativeTestJSON-1810634108-project-member] Enqueued Resource ID: 5440aea6-d443-4840-9244-75a9ae4b379f with Priority: HIGHEST for action security_group_rules [ 671.638611] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5440aea6-d443-4840-9244-75a9ae4b379f with Priority: HIGHEST for action security_group_rules [ 671.638922] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5440aea6-d443-4840-9244-75a9ae4b379f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.639073] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5440aea6-d443-4840-9244-75a9ae4b379f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.639142] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5440aea6-d443-4840-9244-75a9ae4b379f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.639487] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5440aea6-d443-4840-9244-75a9ae4b379f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.639572] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5440aea6-d443-4840-9244-75a9ae4b379f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.715852] env[69468]: INFO networking_nsxv3.common.synchronization [None req-bee31b11-aefe-4433-a2f7-87650474b2e2 tempest-ImagesOneServerNegativeTestJSON-1810634108 tempest-ImagesOneServerNegativeTestJSON-1810634108-project-member] Enqueued Resource ID: 5440aea6-d443-4840-9244-75a9ae4b379f with Priority: HIGHEST for action security_group_rules [ 671.716548] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5440aea6-d443-4840-9244-75a9ae4b379f with Priority: HIGHEST for action security_group_rules [ 671.716941] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5440aea6-d443-4840-9244-75a9ae4b379f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.717098] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5440aea6-d443-4840-9244-75a9ae4b379f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.717328] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.741777] env[69468]: INFO networking_nsxv3.common.synchronization [req-22a58558-79c8-40d5-ae58-86b2beb5462a req-cbe9d0d8-edc7-45c3-b2df-18e1bb77fa5f tempest-ServersAdminNegativeTestJSON-442332739 tempest-ServersAdminNegativeTestJSON-442332739-project-member] Enqueued Resource ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 with Priority: HIGHEST for action security_group_members [ 671.742307] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 with Priority: HIGHEST for action security_group_members [ 671.745752] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-302e85eb-7b5f-4e30-8439-37381e0b3229 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.745752] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.745752] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.745752] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.745752] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.745752] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.745752] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.745990] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.746056] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.746157] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('302e85eb-7b5f-4e30-8439-37381e0b3229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.164622] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.164963] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.164963] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.165213] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.165213] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.165272] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5440aea6-d443-4840-9244-75a9ae4b379f already deleted. [ 672.165315] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5440aea6-d443-4840-9244-75a9ae4b379f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.165455] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5440aea6-d443-4840-9244-75a9ae4b379f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.165611] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5440aea6-d443-4840-9244-75a9ae4b379f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.165696] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5440aea6-d443-4840-9244-75a9ae4b379f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.219391] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.219729] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.219804] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.220036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.220137] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.220240] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 is going to be updated. [ 672.248343] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('302e85eb-7b5f-4e30-8439-37381e0b3229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.262366] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.262546] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.262603] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.262909] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.263086] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.272844] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: IN_PROGRESS for 2s [ 672.283141] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b283874-7f63-4283-922a-fb9214c45532 in Status: SUCCESS [ 672.283547] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.283721] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.284278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.284397] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b283874-7f63-4283-922a-fb9214c45532',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.689670] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.689843] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.689922] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.690178] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.690277] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.690398] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5440aea6-d443-4840-9244-75a9ae4b379f already deleted. [ 672.690575] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5440aea6-d443-4840-9244-75a9ae4b379f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.714225] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b283874-7f63-4283-922a-fb9214c45532 in Status: SUCCESS [ 672.714451] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.714619] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.714837] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.715033] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.715156] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.715221] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.715377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.715461] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.715561] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b283874-7f63-4283-922a-fb9214c45532',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.751569] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('302e85eb-7b5f-4e30-8439-37381e0b3229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.786961] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b283874-7f63-4283-922a-fb9214c45532 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.787126] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.102415] env[69468]: INFO networking_nsxv3.common.synchronization [req-38b902b3-3c48-497c-8104-af8731b3bb84 req-81f14231-4367-4415-9176-12ee74582c17 tempest-MultipleCreateTestJSON-852249463 tempest-MultipleCreateTestJSON-852249463-project-member] Enqueued Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_members [ 673.102415] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d30c70e1-b637-405d-aeaa-55964db6a30f in Status: SUCCESS [ 673.105833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.106415] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_members [ 673.106745] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.107191] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.107191] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.107191] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.107309] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.107411] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.107447] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.107594] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.107688] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.107983] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.131661] env[69468]: INFO networking_nsxv3.common.synchronization [req-e4cebd7b-0c3e-4364-89a9-6ab070a03820 req-c0fa3add-c992-40b7-b731-baf9dc19b7ef tempest-MultipleCreateTestJSON-852249463 tempest-MultipleCreateTestJSON-852249463-project-member] Enqueued Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_members [ 673.132374] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_members [ 673.132690] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.133035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.218568] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b283874-7f63-4283-922a-fb9214c45532',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.253661] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.253867] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.254231] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.254231] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.254373] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.254484] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 is going to be updated. [ 673.295059] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.295196] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.295269] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.295483] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.295634] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.307053] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 in Status: IN_PROGRESS for 2s [ 673.610395] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.610618] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.611789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.611789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.611789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.611789] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.611789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.611789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.611789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.611789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.611789] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9a093d-9035-47ac-abdb-270ceba185bd is going to be updated. [ 673.664423] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.664565] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.664635] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.664841] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.664980] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.674689] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: IN_PROGRESS for 2s [ 673.722955] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b283874-7f63-4283-922a-fb9214c45532',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.227389] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.227795] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.227795] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.228038] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.228038] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.228123] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b283874-7f63-4283-922a-fb9214c45532 is going to be updated. [ 674.261250] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.261394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.261479] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.261698] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.261844] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.272722] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b283874-7f63-4283-922a-fb9214c45532 in Status: IN_PROGRESS for 2s [ 674.281555] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: SUCCESS [ 674.281555] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.281555] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.282040] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.282116] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.282266] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.282349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.282527] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.282618] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.282706] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.287171] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.287171] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.287171] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.287171] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.287171] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.287171] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.287171] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.287171] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.287171] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.287171] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.287171] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.787403] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a9bfd66-34a8-46bb-9a36-939f94763eb4: rpc.has_security_group_logging(os_id): False [ 674.805126] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.805225] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.805268] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.805487] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.805604] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.805809] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.805910] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.805973] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.806198] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.806285] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.806552] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.806667] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.806735] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.806894] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.807020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.811067] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.811067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.811067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.811067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.811067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.811067] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 is going to be updated. [ 674.867114] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.867114] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.867114] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.867114] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.867114] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.879211] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: IN_PROGRESS for 2s [ 675.087378] env[69468]: INFO networking_nsxv3.common.synchronization [req-2b14b873-8c44-4094-b74a-80bf3c3e2eba req-9aaf96d4-7696-4611-b791-3582a2f0e59b tempest-DeleteServersTestJSON-1823655983 tempest-DeleteServersTestJSON-1823655983-project-member] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 675.087689] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 675.087959] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.088101] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.088169] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.088407] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.088581] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.088918] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.088918] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.088997] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.089041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.089120] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.317514] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 in Status: SUCCESS [ 675.317514] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.564378] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.564497] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-497" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.564648] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-497" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.565075] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-497" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.565732] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.565923] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.566100] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.566297] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.566654] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.566879] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 675.566998] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.567125] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.567236] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.567347] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 675.567454] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.567589] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.586022] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.586263] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 675.586379] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.587288] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-497" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.587288] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-18760a36-7bdf-4698-95f1-514490cd8c2b taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.587288] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-18760a36-7bdf-4698-95f1-514490cd8c2b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.587474] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-18760a36-7bdf-4698-95f1-514490cd8c2b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.587687] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-18760a36-7bdf-4698-95f1-514490cd8c2b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.587837] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18760a36-7bdf-4698-95f1-514490cd8c2b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.591118] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.591235] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.591305] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.591485] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.591575] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.591772] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.591873] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.591936] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.592103] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.592180] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.592265] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 already deleted. [ 675.592346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.685111] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: SUCCESS [ 675.685307] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9a093d-9035-47ac-abdb-270ceba185bd deletion is rescheduled due to dependency. [ 675.685437] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.685607] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.685889] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.686103] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.686226] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.686293] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.686447] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.686530] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.686629] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.092014] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.092277] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.092405] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.092700] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.092840] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.093013] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 18760a36-7bdf-4698-95f1-514490cd8c2b not found, creating... [ 676.093277] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.093496] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.093569] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.093750] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.093996] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.094181] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.094330] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.094440] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.094708] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.094793] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.094901] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 18760a36-7bdf-4698-95f1-514490cd8c2b is going to be created. [ 676.114209] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.114440] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.114569] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.114831] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.115085] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.115318] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-18760a36-7bdf-4698-95f1-514490cd8c2b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.189694] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.189894] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.190014] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.190285] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.190366] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.190577] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.190705] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.191369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.191369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.191369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.191369] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9a093d-9035-47ac-abdb-270ceba185bd is going to be updated. [ 676.228586] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.228789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.228789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.228988] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.229137] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.240269] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: IN_PROGRESS for 2s [ 676.287436] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b283874-7f63-4283-922a-fb9214c45532 in Status: SUCCESS [ 676.287969] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.287969] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.288252] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.288565] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.288565] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.288718] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.288848] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.288947] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.289076] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.289203] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b283874-7f63-4283-922a-fb9214c45532',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.792219] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b283874-7f63-4283-922a-fb9214c45532',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.892522] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: SUCCESS [ 676.892827] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.893236] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.893530] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.893622] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.252329] env[69468]: INFO networking_nsxv3.common.synchronization [req-2b14b873-8c44-4094-b74a-80bf3c3e2eba req-845e54b8-bd17-4c83-be75-2f51a41ba590 service nova] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_rules [ 677.252674] env[69468]: INFO networking_nsxv3.common.synchronization [req-2b14b873-8c44-4094-b74a-80bf3c3e2eba req-845e54b8-bd17-4c83-be75-2f51a41ba590 service nova] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 677.252942] env[69468]: INFO networking_nsxv3.common.synchronization [req-2b14b873-8c44-4094-b74a-80bf3c3e2eba req-845e54b8-bd17-4c83-be75-2f51a41ba590 service nova] Enqueued Resource ID: 18760a36-7bdf-4698-95f1-514490cd8c2b with Priority: HIGHEST for action port [ 677.254323] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_rules [ 677.254489] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 677.254592] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18760a36-7bdf-4698-95f1-514490cd8c2b with Priority: HIGHEST for action port [ 677.255370] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.255538] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.255609] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.255901] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.256052] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.257418] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.257724] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.257934] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.258310] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.258613] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.258774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.258999] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.259336] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.262561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.262561] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.262561] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-18760a36-7bdf-4698-95f1-514490cd8c2b taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.262561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18760a36-7bdf-4698-95f1-514490cd8c2b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.262561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18760a36-7bdf-4698-95f1-514490cd8c2b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.262561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18760a36-7bdf-4698-95f1-514490cd8c2b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.262561] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18760a36-7bdf-4698-95f1-514490cd8c2b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.294513] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b283874-7f63-4283-922a-fb9214c45532: rpc.has_security_group_logging(os_id): False [ 677.312099] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.312320] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.312320] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.312751] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.312751] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.312951] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.312951] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.313120] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.313177] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.313260] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.313347] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b283874-7f63-4283-922a-fb9214c45532 is going to be updated. [ 677.365526] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.365526] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.365833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.365833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.365906] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.376097] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b283874-7f63-4283-922a-fb9214c45532 in Status: IN_PROGRESS for 2s [ 677.396424] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.396581] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.396658] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.396873] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.397144] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.397281] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.397368] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.397548] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.397669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.397851] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.398015] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.763526] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.764599] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.764726] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.764901] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18760a36-7bdf-4698-95f1-514490cd8c2b with status ACTIVE [ 677.765321] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.765321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.765321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.765498] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.765551] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.765690] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.765801] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.765900] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.766084] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.766161] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.766341] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.766431] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.766525] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.766616] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.767316] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.767316] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18760a36-7bdf-4698-95f1-514490cd8c2b is going to be updated. [ 677.790085] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.790085] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.790085] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.790085] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.790085] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.790085] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18760a36-7bdf-4698-95f1-514490cd8c2b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.900692] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.900984] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.900984] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.901152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.901310] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.901406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.901467] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.901611] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.901695] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.901777] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.901918] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.902132] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.902219] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.902420] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.902590] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.902684] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.902743] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.902889] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.902967] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.903061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.903145] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.004703] env[69468]: INFO networking_nsxv3.common.synchronization [req-678d5e4a-a861-46da-b36c-3d74a2625c17 req-f6292965-4e07-4fcf-9f16-ae68824b162b tempest-ImagesTestJSON-1045980182 tempest-ImagesTestJSON-1045980182-project-member] Enqueued Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 678.005164] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 678.005468] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.005621] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.005670] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.005898] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.007314] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.007465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.008478] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.008478] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.008478] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.008478] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.250428] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: SUCCESS [ 678.250786] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9a093d-9035-47ac-abdb-270ceba185bd deletion is rescheduled due to dependency. [ 678.251045] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.269205] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.408191] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a9bfd66-34a8-46bb-9a36-939f94763eb4: rpc.has_security_group_logging(os_id): False [ 678.427360] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.427360] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.427360] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.427360] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.427360] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.427360] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.427360] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.427360] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.427360] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.427360] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.427360] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.427360] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.427360] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.427360] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.427360] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.428142] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.428142] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.428142] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.428142] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.428142] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.428549] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 is going to be updated. [ 678.484911] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.487018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.487018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.487018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.487018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.498092] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: IN_PROGRESS for 2s [ 678.512106] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.512106] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.512106] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.512106] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.512106] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.512106] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.512106] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.512106] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.512106] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.512106] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.512106] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 already deleted. [ 678.512106] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.655175] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.656914] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-704" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.656914] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-704" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.656914] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-704" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.656914] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.656914] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.656914] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.657694] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.660915] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.660915] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.660915] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.660915] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.660915] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.660915] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.660915] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.660915] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.677080] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.678754] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 678.678754] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.678754] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-704" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.678754] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-241f2dac-56bc-473f-8ee9-6df190c99664 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.678754] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-241f2dac-56bc-473f-8ee9-6df190c99664" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.678754] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-241f2dac-56bc-473f-8ee9-6df190c99664" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.679389] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-241f2dac-56bc-473f-8ee9-6df190c99664" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.679642] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('241f2dac-56bc-473f-8ee9-6df190c99664',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.772119] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.772119] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.772119] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.772408] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.772857] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.774810] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 is going to be created. [ 678.796109] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.796262] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.796332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.796531] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.796772] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.805365] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: UNINITIALIZED for 2s [ 679.186953] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.186953] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.186953] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.189135] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.189135] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.189135] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 241f2dac-56bc-473f-8ee9-6df190c99664 not found, creating... [ 679.189135] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.189135] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.189135] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.189135] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.189135] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.189135] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.189558] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.190886] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.190886] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.190886] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.190886] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 241f2dac-56bc-473f-8ee9-6df190c99664 is going to be created. [ 679.213837] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.214076] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.214233] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.214501] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.214724] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.214943] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-241f2dac-56bc-473f-8ee9-6df190c99664" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.388054] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b283874-7f63-4283-922a-fb9214c45532 in Status: SUCCESS [ 679.388299] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.164972] env[69468]: INFO networking_nsxv3.common.synchronization [req-678d5e4a-a861-46da-b36c-3d74a2625c17 req-b34456cb-f47d-4058-b292-391c3ab5c894 service nova] Enqueued Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_rules [ 680.165154] env[69468]: INFO networking_nsxv3.common.synchronization [req-678d5e4a-a861-46da-b36c-3d74a2625c17 req-b34456cb-f47d-4058-b292-391c3ab5c894 service nova] Enqueued Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 680.165289] env[69468]: INFO networking_nsxv3.common.synchronization [req-678d5e4a-a861-46da-b36c-3d74a2625c17 req-b34456cb-f47d-4058-b292-391c3ab5c894 service nova] Enqueued Resource ID: 241f2dac-56bc-473f-8ee9-6df190c99664 with Priority: HIGHEST for action port [ 680.165521] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_rules [ 680.165647] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 680.165794] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 241f2dac-56bc-473f-8ee9-6df190c99664 with Priority: HIGHEST for action port [ 680.166766] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.167628] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.167628] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.169229] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.169229] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.171016] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.171016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.171016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.171016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.171016] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.171016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.171016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.171016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.171016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.171016] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.171587] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-241f2dac-56bc-473f-8ee9-6df190c99664 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.171696] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-241f2dac-56bc-473f-8ee9-6df190c99664" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.171753] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-241f2dac-56bc-473f-8ee9-6df190c99664" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.171890] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-241f2dac-56bc-473f-8ee9-6df190c99664" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.171959] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('241f2dac-56bc-473f-8ee9-6df190c99664',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.511290] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: SUCCESS [ 680.511671] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.678112] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.678112] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.678112] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.678112] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 241f2dac-56bc-473f-8ee9-6df190c99664 with status ACTIVE [ 680.678112] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.678112] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.678112] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.678112] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.678112] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.678112] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.678112] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.678112] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.678112] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.678112] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.678605] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.678605] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.678605] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.681914] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.683900] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.683900] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 241f2dac-56bc-473f-8ee9-6df190c99664 is going to be updated. [ 680.701940] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.703065] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.703065] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.703065] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.703065] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.703065] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-241f2dac-56bc-473f-8ee9-6df190c99664" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.815071] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: SUCCESS [ 680.816238] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.816238] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.816539] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.816737] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.816850] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.816912] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.817089] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.817169] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.817250] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.817338] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.185175] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.320607] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.320991] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.320991] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.321237] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.321284] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.321392] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.321465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.321655] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.321738] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.321835] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.322030] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.322140] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.322190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.322381] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.322490] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.322581] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.322694] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.322796] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.322900] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.323058] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.323146] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.692640] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.693025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.693025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.693129] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.693244] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.693361] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 is going to be created. [ 681.720024] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.720024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.720024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.720024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.720024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.728376] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: UNINITIALIZED for 2s [ 681.826705] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb7af17a-e726-4f81-805b-68e715fc4758: rpc.has_security_group_logging(os_id): False [ 681.847650] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.847650] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.847650] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.847911] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.847911] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.848078] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.848181] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.848247] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.848431] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.848688] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.848834] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.848944] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.849019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.849202] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.849286] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.849606] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.849807] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.849807] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.849931] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.856164] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.859200] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 is going to be created. [ 681.911508] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.911721] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.911763] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.912112] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.912214] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.928617] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: IN_PROGRESS for 2s [ 683.738717] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: SUCCESS [ 683.739063] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.739063] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.739241] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.739454] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.739611] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.739691] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.739865] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.739958] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.745023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.745023] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.939777] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: SUCCESS [ 683.939965] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.247061] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.248078] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.248144] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.248895] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.249412] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.250333] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.250400] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.250629] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.250757] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.250881] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.251684] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.251805] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.251875] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.252047] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.252201] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.252298] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.252362] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.252506] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.252612] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.252705] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.252840] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.757400] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c8deb84-92a4-4a47-bed7-2d375e99c701: rpc.has_security_group_logging(os_id): False [ 684.777377] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.777522] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.777592] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.778141] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.778141] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.778243] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.778305] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.778337] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.781081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.781081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.781081] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.781081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.781081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.781081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.781081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.781081] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.781081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.781081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.781081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.781081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.781081] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 is going to be created. [ 684.837988] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.837988] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.837988] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.837988] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.837988] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.850668] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: IN_PROGRESS for 2s [ 684.984623] env[69468]: INFO networking_nsxv3.common.synchronization [req-9c6e9870-ba05-45ae-b05e-0f74b0a2e61e req-7e6df577-76da-4c3d-97ab-4632edb3e7e4 tempest-AttachInterfacesV270Test-1312908406 tempest-AttachInterfacesV270Test-1312908406-project-member] Enqueued Resource ID: 045a0f26-7dbf-4d0b-a235-2838ce6302d2 with Priority: HIGHEST for action security_group_members [ 684.985202] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045a0f26-7dbf-4d0b-a235-2838ce6302d2 with Priority: HIGHEST for action security_group_members [ 684.985507] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-045a0f26-7dbf-4d0b-a235-2838ce6302d2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.985871] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.985945] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.986584] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.986747] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.986850] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.986915] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.987499] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.987601] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.987701] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('045a0f26-7dbf-4d0b-a235-2838ce6302d2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.490854] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.491152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.491281] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.491602] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.491750] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.492069] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.492222] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.492326] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.492677] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.492835] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.492988] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 045a0f26-7dbf-4d0b-a235-2838ce6302d2 already deleted. [ 685.493145] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.133552] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.133917] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.134014] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.134372] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.134645] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.134802] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.134919] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.135448] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.135665] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.135942] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.136122] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.136288] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.136446] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.136607] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.136760] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.136940] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.155018] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.155338] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 686.155713] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.155713] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.156026] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-01154e4e-cf6b-4d07-92e9-8c4c58376888 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.156204] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-01154e4e-cf6b-4d07-92e9-8c4c58376888" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.156324] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-01154e4e-cf6b-4d07-92e9-8c4c58376888" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.156651] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-01154e4e-cf6b-4d07-92e9-8c4c58376888" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.156792] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01154e4e-cf6b-4d07-92e9-8c4c58376888',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.583022] env[69468]: INFO networking_nsxv3.common.synchronization [req-63dcf167-2917-412c-b116-e1715d118648 req-a2ee5ca5-71eb-4341-8292-36471ff2a695 tempest-VolumesAssistedSnapshotsTest-551197811 tempest-VolumesAssistedSnapshotsTest-551197811-project-member] Enqueued Resource ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 with Priority: HIGHEST for action security_group_members [ 686.583022] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 with Priority: HIGHEST for action security_group_members [ 686.583375] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-87b9a661-59d2-4cac-8a06-d25a515e2363 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.583489] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.583489] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.583673] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.583977] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.583977] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.583977] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.584155] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.584253] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.584288] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87b9a661-59d2-4cac-8a06-d25a515e2363',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.660437] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.660769] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.660984] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.661451] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.661594] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.661817] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 01154e4e-cf6b-4d07-92e9-8c4c58376888 not found, creating... [ 686.662236] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.662461] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.662631] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.662949] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.663153] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.663554] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.663770] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.663955] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.664258] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.664446] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.664645] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 01154e4e-cf6b-4d07-92e9-8c4c58376888 is going to be created. [ 686.685887] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.686085] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.686213] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.686477] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.686706] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.686943] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-01154e4e-cf6b-4d07-92e9-8c4c58376888" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.864252] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: SUCCESS [ 686.864521] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.086440] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.086633] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.086752] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.087068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.087258] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.087502] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.087634] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.087733] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.087950] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.088085] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.088219] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 is going to be updated. [ 687.126564] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.126802] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.126922] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.127116] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.127261] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.135982] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 in Status: IN_PROGRESS for 2s [ 687.624264] env[69468]: INFO networking_nsxv3.common.synchronization [req-9c6e9870-ba05-45ae-b05e-0f74b0a2e61e req-424b1156-2176-4e4c-a0c7-f94c0bf2365e service nova] Enqueued Resource ID: 045a0f26-7dbf-4d0b-a235-2838ce6302d2 with Priority: HIGHEST for action security_group_rules [ 687.624264] env[69468]: INFO networking_nsxv3.common.synchronization [req-9c6e9870-ba05-45ae-b05e-0f74b0a2e61e req-424b1156-2176-4e4c-a0c7-f94c0bf2365e service nova] Enqueued Resource ID: 045a0f26-7dbf-4d0b-a235-2838ce6302d2 with Priority: HIGHEST for action security_group_members [ 687.624264] env[69468]: INFO networking_nsxv3.common.synchronization [req-9c6e9870-ba05-45ae-b05e-0f74b0a2e61e req-424b1156-2176-4e4c-a0c7-f94c0bf2365e service nova] Enqueued Resource ID: 01154e4e-cf6b-4d07-92e9-8c4c58376888 with Priority: HIGHEST for action port [ 687.624264] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045a0f26-7dbf-4d0b-a235-2838ce6302d2 with Priority: HIGHEST for action security_group_rules [ 687.624264] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045a0f26-7dbf-4d0b-a235-2838ce6302d2 with Priority: HIGHEST for action security_group_members [ 687.624264] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01154e4e-cf6b-4d07-92e9-8c4c58376888 with Priority: HIGHEST for action port [ 687.624264] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-045a0f26-7dbf-4d0b-a235-2838ce6302d2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.624264] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.624264] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.624264] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.625181] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('045a0f26-7dbf-4d0b-a235-2838ce6302d2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.626028] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-045a0f26-7dbf-4d0b-a235-2838ce6302d2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.626143] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.626205] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.626391] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.626541] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.626636] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.626689] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.626838] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.626923] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.627020] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('045a0f26-7dbf-4d0b-a235-2838ce6302d2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.627845] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-01154e4e-cf6b-4d07-92e9-8c4c58376888 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.627953] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01154e4e-cf6b-4d07-92e9-8c4c58376888" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.628020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01154e4e-cf6b-4d07-92e9-8c4c58376888" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.629937] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01154e4e-cf6b-4d07-92e9-8c4c58376888" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.629937] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01154e4e-cf6b-4d07-92e9-8c4c58376888',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.830824] env[69468]: INFO networking_nsxv3.common.synchronization [req-b9fa4320-9d1c-4e2a-a9c5-d7132d2e6012 req-e03cb2a3-a7b6-4d59-ac21-ad73390896d0 tempest-ImagesOneServerTestJSON-1208980985 tempest-ImagesOneServerTestJSON-1208980985-project-member] Enqueued Resource ID: c30481b9-748d-4b46-9264-2ac4e4e55e14 with Priority: HIGHEST for action security_group_members [ 687.831360] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c30481b9-748d-4b46-9264-2ac4e4e55e14 with Priority: HIGHEST for action security_group_members [ 687.831684] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30481b9-748d-4b46-9264-2ac4e4e55e14 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.831800] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.831852] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.832114] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.832259] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.832348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.832408] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.832557] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.832645] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.832736] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c30481b9-748d-4b46-9264-2ac4e4e55e14',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.889010] env[69468]: INFO networking_nsxv3.common.synchronization [req-13165910-670f-4e0b-98e8-3dec814f5fac req-b6408f44-86c6-4ba5-bdf2-43c3e9fa7c37 tempest-FloatingIPsAssociationNegativeTestJSON-687438492 tempest-FloatingIPsAssociationNegativeTestJSON-687438492-project-member] Enqueued Resource ID: d30c70e1-b637-405d-aeaa-55964db6a30f with Priority: HIGHEST for action security_group_members [ 687.889683] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d30c70e1-b637-405d-aeaa-55964db6a30f with Priority: HIGHEST for action security_group_members [ 687.895090] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d30c70e1-b637-405d-aeaa-55964db6a30f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.895347] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.895494] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.895825] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.896108] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.896282] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.896394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.896645] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.896813] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.896955] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d30c70e1-b637-405d-aeaa-55964db6a30f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.129971] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('045a0f26-7dbf-4d0b-a235-2838ce6302d2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.131609] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-045a0f26-7dbf-4d0b-a235-2838ce6302d2 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.131759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.132156] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01154e4e-cf6b-4d07-92e9-8c4c58376888 with status ACTIVE [ 688.132330] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.132432] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.132493] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.132694] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.132917] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.132983] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.136804] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.137229] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.137229] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.137388] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.137454] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.137546] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.137595] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.137732] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.137806] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.137889] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01154e4e-cf6b-4d07-92e9-8c4c58376888 is going to be updated. [ 688.156933] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.157085] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.157154] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.157364] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.157522] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.157654] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01154e4e-cf6b-4d07-92e9-8c4c58376888" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.337479] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.337479] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.337479] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.337479] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.337479] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.337479] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.337479] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.337479] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.337479] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.337479] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.337479] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c30481b9-748d-4b46-9264-2ac4e4e55e14 already deleted. [ 688.337479] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.370265] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-171 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.374308] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-171" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.374308] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-171" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.374308] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-171" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.374308] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.374308] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.374308] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.374308] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.374308] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.374308] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 688.375009] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.375009] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.375009] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.375009] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 688.375009] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.375009] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.392592] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.392760] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 688.392907] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.393124] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-171" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.393434] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-c1fc8b83-7009-439e-b6cd-c8b86d680b84 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.393603] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-c1fc8b83-7009-439e-b6cd-c8b86d680b84" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.393725] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-c1fc8b83-7009-439e-b6cd-c8b86d680b84" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.394045] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-c1fc8b83-7009-439e-b6cd-c8b86d680b84" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.394195] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1fc8b83-7009-439e-b6cd-c8b86d680b84',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.401914] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.401914] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.401914] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.401914] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.401914] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.401914] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.401914] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.401914] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.401914] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.401914] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.401914] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d30c70e1-b637-405d-aeaa-55964db6a30f is going to be updated. [ 688.429198] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.429286] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.429286] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.430080] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.430080] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.441406] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d30c70e1-b637-405d-aeaa-55964db6a30f in Status: IN_PROGRESS for 2s [ 688.634035] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('045a0f26-7dbf-4d0b-a235-2838ce6302d2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.896225] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.896478] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.896590] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.896865] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.900016] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.900016] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port c1fc8b83-7009-439e-b6cd-c8b86d680b84 not found, creating... [ 688.900016] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.900016] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.900016] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.900016] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.900016] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.900016] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.900016] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.900016] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.900501] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.900501] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.900501] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: c1fc8b83-7009-439e-b6cd-c8b86d680b84 is going to be created. [ 688.920016] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.920273] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.921176] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.921560] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.921916] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.922177] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-c1fc8b83-7009-439e-b6cd-c8b86d680b84" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.135508] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.135794] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.135878] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.136676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.136676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.136676] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 045a0f26-7dbf-4d0b-a235-2838ce6302d2 is going to be created. [ 689.146599] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 in Status: IN_PROGRESS for 4s [ 689.158544] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.158727] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.158762] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.159369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.159369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.170780] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 045a0f26-7dbf-4d0b-a235-2838ce6302d2 in Status: UNINITIALIZED for 2s [ 689.218100] env[69468]: INFO networking_nsxv3.common.synchronization [req-f9a00987-e7e8-4ca6-8b89-7978a548b815 req-28fe2e84-51d6-4041-8aeb-aafc19336627 tempest-DeleteServersTestJSON-1823655983 tempest-DeleteServersTestJSON-1823655983-project-member] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 689.218100] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 689.218100] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.218294] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.218294] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.218486] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.218687] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.218805] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.218867] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.220027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.220027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.220027] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.722069] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.722286] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.723039] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.723339] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.723451] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.723676] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.723778] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.723837] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.724014] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.724094] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.724177] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 is going to be updated. [ 689.747168] env[69468]: INFO networking_nsxv3.common.synchronization [req-b9fa4320-9d1c-4e2a-a9c5-d7132d2e6012 req-03b76b64-eb17-4f9b-9028-8e295e01f29c service nova] Enqueued Resource ID: c30481b9-748d-4b46-9264-2ac4e4e55e14 with Priority: HIGHEST for action security_group_rules [ 689.747168] env[69468]: INFO networking_nsxv3.common.synchronization [req-b9fa4320-9d1c-4e2a-a9c5-d7132d2e6012 req-03b76b64-eb17-4f9b-9028-8e295e01f29c service nova] Enqueued Resource ID: c30481b9-748d-4b46-9264-2ac4e4e55e14 with Priority: HIGHEST for action security_group_members [ 689.747168] env[69468]: INFO networking_nsxv3.common.synchronization [req-b9fa4320-9d1c-4e2a-a9c5-d7132d2e6012 req-03b76b64-eb17-4f9b-9028-8e295e01f29c service nova] Enqueued Resource ID: c1fc8b83-7009-439e-b6cd-c8b86d680b84 with Priority: HIGHEST for action port [ 689.747168] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c30481b9-748d-4b46-9264-2ac4e4e55e14 with Priority: HIGHEST for action security_group_rules [ 689.747336] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c30481b9-748d-4b46-9264-2ac4e4e55e14 with Priority: HIGHEST for action security_group_members [ 689.747336] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fc8b83-7009-439e-b6cd-c8b86d680b84 with Priority: HIGHEST for action port [ 689.747884] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c30481b9-748d-4b46-9264-2ac4e4e55e14 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.747957] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.748025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.748854] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.748986] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c30481b9-748d-4b46-9264-2ac4e4e55e14',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.749885] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30481b9-748d-4b46-9264-2ac4e4e55e14 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.750025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.750104] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.750278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.750433] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.750542] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.750741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.750814] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.750902] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.750993] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c30481b9-748d-4b46-9264-2ac4e4e55e14',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.751783] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1fc8b83-7009-439e-b6cd-c8b86d680b84 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.752520] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1fc8b83-7009-439e-b6cd-c8b86d680b84" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.753453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1fc8b83-7009-439e-b6cd-c8b86d680b84" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.753453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1fc8b83-7009-439e-b6cd-c8b86d680b84" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.753453] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1fc8b83-7009-439e-b6cd-c8b86d680b84',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.756121] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.756121] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.756121] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.756121] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.756121] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.767548] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: IN_PROGRESS for 2s [ 690.007672] env[69468]: INFO networking_nsxv3.common.synchronization [req-9a7a28ab-c7e7-4345-a2ac-3b803be2f88f req-7d30650d-4da9-49ca-91af-2e8e31a96c9e tempest-ServersTestJSON-176631825 tempest-ServersTestJSON-176631825-project-member] Enqueued Resource ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 with Priority: HIGHEST for action security_group_members [ 690.008205] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 with Priority: HIGHEST for action security_group_members [ 690.008499] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f10967-9a09-4ad7-bde9-ea575fe36d28 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.008634] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.008729] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.008988] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.011563] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.011563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.011563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.011563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.011563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.011563] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f10967-9a09-4ad7-bde9-ea575fe36d28',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.255479] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30481b9-748d-4b46-9264-2ac4e4e55e14 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.255754] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.255811] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c30481b9-748d-4b46-9264-2ac4e4e55e14',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.260233] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1fc8b83-7009-439e-b6cd-c8b86d680b84 with status ACTIVE [ 690.260500] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.260595] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.260595] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.260890] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.260980] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.261168] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.261266] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.261340] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.261504] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.261584] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.261809] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.262068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.262068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.262156] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.262185] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.262262] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1fc8b83-7009-439e-b6cd-c8b86d680b84 is going to be updated. [ 690.283253] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.283476] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.283476] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.283658] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.283789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.283941] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1fc8b83-7009-439e-b6cd-c8b86d680b84" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.311681] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-187 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.311964] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-187" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.312067] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-187" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.312338] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-187" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.312595] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.312742] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.312855] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.313345] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.313518] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.313779] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.313842] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.313992] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.314051] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.314167] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.314260] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.314388] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.332889] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.333340] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 690.333548] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.333723] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-187" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.334034] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-a4b5cd8c-fa71-4d57-ba30-262f752f04db taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.334195] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-a4b5cd8c-fa71-4d57-ba30-262f752f04db" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.337063] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-a4b5cd8c-fa71-4d57-ba30-262f752f04db" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.337063] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-a4b5cd8c-fa71-4d57-ba30-262f752f04db" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.337063] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4b5cd8c-fa71-4d57-ba30-262f752f04db',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.461644] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d30c70e1-b637-405d-aeaa-55964db6a30f in Status: SUCCESS [ 690.461644] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d30c70e1-b637-405d-aeaa-55964db6a30f deletion is rescheduled due to dependency. [ 690.461644] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.512058] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.512243] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.512345] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.512560] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.512669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.512874] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.512995] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.513084] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.513267] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.513358] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.513456] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 already deleted. [ 690.513553] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.758227] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c30481b9-748d-4b46-9264-2ac4e4e55e14',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.839660] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.839895] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.840039] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.840343] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.840499] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.840679] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port a4b5cd8c-fa71-4d57-ba30-262f752f04db not found, creating... [ 690.840968] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.841143] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.841259] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.841479] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.841622] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.841945] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.842118] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.842237] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.842448] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.842582] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.842722] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: a4b5cd8c-fa71-4d57-ba30-262f752f04db is going to be created. [ 690.865100] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.865308] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.865429] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.865936] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.866212] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.866444] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-a4b5cd8c-fa71-4d57-ba30-262f752f04db" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.156796] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 in Status: SUCCESS [ 691.156989] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 deletion is rescheduled due to dependency. [ 691.157117] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.177836] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 045a0f26-7dbf-4d0b-a235-2838ce6302d2 in Status: SUCCESS [ 691.178068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.178233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.178450] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.178651] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.178781] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.178847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.179017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.179109] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.179193] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.179284] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('045a0f26-7dbf-4d0b-a235-2838ce6302d2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.260835] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.261156] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.261156] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.261271] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.261374] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.261475] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c30481b9-748d-4b46-9264-2ac4e4e55e14 is going to be created. [ 691.286813] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.286813] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.287043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.287946] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.287946] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.296937] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c30481b9-748d-4b46-9264-2ac4e4e55e14 in Status: UNINITIALIZED for 2s [ 691.607383] env[69468]: INFO networking_nsxv3.common.synchronization [req-9a7a28ab-c7e7-4345-a2ac-3b803be2f88f req-e4e3e514-c5af-49ae-919d-217207c3e63a service nova] Enqueued Resource ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 with Priority: HIGHEST for action security_group_rules [ 691.607826] env[69468]: INFO networking_nsxv3.common.synchronization [req-9a7a28ab-c7e7-4345-a2ac-3b803be2f88f req-e4e3e514-c5af-49ae-919d-217207c3e63a service nova] Enqueued Resource ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 with Priority: HIGHEST for action security_group_members [ 691.607863] env[69468]: INFO networking_nsxv3.common.synchronization [req-9a7a28ab-c7e7-4345-a2ac-3b803be2f88f req-e4e3e514-c5af-49ae-919d-217207c3e63a service nova] Enqueued Resource ID: a4b5cd8c-fa71-4d57-ba30-262f752f04db with Priority: HIGHEST for action port [ 691.608391] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 with Priority: HIGHEST for action security_group_rules [ 691.608541] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 with Priority: HIGHEST for action security_group_members [ 691.608639] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b5cd8c-fa71-4d57-ba30-262f752f04db with Priority: HIGHEST for action port [ 691.608909] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63f10967-9a09-4ad7-bde9-ea575fe36d28 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.609056] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.609136] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.609341] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.609423] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63f10967-9a09-4ad7-bde9-ea575fe36d28',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.613571] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f10967-9a09-4ad7-bde9-ea575fe36d28 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.613571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.613571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.613571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.613571] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.613571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.613571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.613571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.613571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.613571] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f10967-9a09-4ad7-bde9-ea575fe36d28',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.613571] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4b5cd8c-fa71-4d57-ba30-262f752f04db taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.614178] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4b5cd8c-fa71-4d57-ba30-262f752f04db" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.614178] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4b5cd8c-fa71-4d57-ba30-262f752f04db" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.614178] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4b5cd8c-fa71-4d57-ba30-262f752f04db" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.614178] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4b5cd8c-fa71-4d57-ba30-262f752f04db',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.681154] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-045a0f26-7dbf-4d0b-a235-2838ce6302d2 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.681299] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.681367] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.681587] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.681767] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.681874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.681920] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.682080] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.682185] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.682274] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.682429] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-045a0f26-7dbf-4d0b-a235-2838ce6302d2 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.682519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.682575] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.682716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.682846] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.682928] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.682993] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.683134] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.683215] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.683283] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.683366] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('045a0f26-7dbf-4d0b-a235-2838ce6302d2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.777469] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: SUCCESS [ 691.777575] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 deletion is rescheduled due to dependency. [ 691.777646] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.118912] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63f10967-9a09-4ad7-bde9-ea575fe36d28',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.119979] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f10967-9a09-4ad7-bde9-ea575fe36d28 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.120098] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.120978] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4b5cd8c-fa71-4d57-ba30-262f752f04db with status ACTIVE [ 692.120978] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.120978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.120978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.120978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.120978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.121310] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.121310] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.121310] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.121404] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.121436] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.121746] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.121746] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.121862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.121920] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.121997] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.122176] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4b5cd8c-fa71-4d57-ba30-262f752f04db is going to be updated. [ 692.150035] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.150226] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.150226] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.150400] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.150566] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.150800] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4b5cd8c-fa71-4d57-ba30-262f752f04db" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.185337] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 045a0f26-7dbf-4d0b-a235-2838ce6302d2: rpc.has_security_group_logging(os_id): False [ 692.202537] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.202698] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.202759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.203088] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.203256] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.203489] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.203596] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.203717] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.203823] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.203909] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.204185] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.204286] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.204351] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.204497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.204575] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.205693] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.205824] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.205894] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.206059] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.206139] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.206230] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 045a0f26-7dbf-4d0b-a235-2838ce6302d2 is going to be created. [ 692.294188] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.294508] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.294508] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.294627] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.294881] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.313246] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 045a0f26-7dbf-4d0b-a235-2838ce6302d2 in Status: IN_PROGRESS for 2s [ 692.625306] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63f10967-9a09-4ad7-bde9-ea575fe36d28',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.131749] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.131749] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.131866] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.132069] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.132111] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.132200] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 is going to be created. [ 693.156748] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.157078] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.157078] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.157232] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.157394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.169849] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 in Status: UNINITIALIZED for 2s [ 693.306634] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c30481b9-748d-4b46-9264-2ac4e4e55e14 in Status: SUCCESS [ 693.306981] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.307089] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.307242] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.307441] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.307589] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.307658] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.307816] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.307900] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.307986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.308108] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c30481b9-748d-4b46-9264-2ac4e4e55e14',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.810969] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30481b9-748d-4b46-9264-2ac4e4e55e14 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.810969] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.811224] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.811297] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.811478] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.811580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.811664] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.811898] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.812033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.812214] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.812297] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30481b9-748d-4b46-9264-2ac4e4e55e14 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.812393] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.812450] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.813492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.813492] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.813492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.813492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.813492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.813492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.813492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.813492] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c30481b9-748d-4b46-9264-2ac4e4e55e14',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.316294] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c30481b9-748d-4b46-9264-2ac4e4e55e14: rpc.has_security_group_logging(os_id): False [ 694.326983] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 045a0f26-7dbf-4d0b-a235-2838ce6302d2 in Status: SUCCESS [ 694.327227] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.332532] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.332665] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.332735] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.333068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.333242] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.333477] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.333587] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.333656] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.333829] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.333913] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.334125] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.334216] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.334280] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.334422] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.334515] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.334702] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.334800] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.334864] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.335013] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.335095] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.335180] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c30481b9-748d-4b46-9264-2ac4e4e55e14 is going to be created. [ 694.385594] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.385677] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.385739] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.385963] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.386163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.394961] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c30481b9-748d-4b46-9264-2ac4e4e55e14 in Status: IN_PROGRESS for 2s [ 694.941667] env[69468]: INFO networking_nsxv3.common.synchronization [req-6545c499-fa01-4865-ba51-a41ebb288bb7 req-c96d8cd8-c9bb-4966-ba98-93e41981aa47 tempest-InstanceActionsNegativeTestJSON-708038306 tempest-InstanceActionsNegativeTestJSON-708038306-project-member] Enqueued Resource ID: 76edf6b9-c517-4486-bf31-b66ba17a90cd with Priority: HIGHEST for action security_group_members [ 694.942392] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76edf6b9-c517-4486-bf31-b66ba17a90cd with Priority: HIGHEST for action security_group_members [ 694.942780] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-76edf6b9-c517-4486-bf31-b66ba17a90cd taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.943389] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.947230] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.947230] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.947230] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.947230] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.947230] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.947230] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.947448] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.947448] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76edf6b9-c517-4486-bf31-b66ba17a90cd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.179595] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 in Status: SUCCESS [ 695.180085] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.181260] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.181524] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.181785] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.182383] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.182383] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.182383] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.182859] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.182859] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.182859] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63f10967-9a09-4ad7-bde9-ea575fe36d28',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.385195] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-73 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.385588] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-73" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.385588] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-73" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.385965] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-73" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.387992] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.388220] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.388308] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.388665] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.388916] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.389154] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.389394] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.389552] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.389692] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.389823] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.389945] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.390193] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.409952] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.410198] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 695.410341] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.410561] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-73" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.411030] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-f4c64f28-ecc9-429e-b7b1-363190aba0f8 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.411275] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-f4c64f28-ecc9-429e-b7b1-363190aba0f8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.411397] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-f4c64f28-ecc9-429e-b7b1-363190aba0f8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.411783] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-f4c64f28-ecc9-429e-b7b1-363190aba0f8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.411950] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4c64f28-ecc9-429e-b7b1-363190aba0f8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.449724] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.449888] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.450054] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.450429] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.450534] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.450796] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.450934] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.450988] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.451155] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.451208] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.451299] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76edf6b9-c517-4486-bf31-b66ba17a90cd already deleted. [ 695.451370] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.685488] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63f10967-9a09-4ad7-bde9-ea575fe36d28',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.914186] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.914422] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.914550] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.914842] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.915010] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.915175] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port f4c64f28-ecc9-429e-b7b1-363190aba0f8 not found, creating... [ 695.915439] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.915594] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.915710] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.915928] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.916106] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.916392] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.916546] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.916662] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.916865] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.917010] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.917159] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: f4c64f28-ecc9-429e-b7b1-363190aba0f8 is going to be created. [ 695.936321] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.936321] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.936321] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.936470] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.936633] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.936854] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-f4c64f28-ecc9-429e-b7b1-363190aba0f8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.188032] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63f10967-9a09-4ad7-bde9-ea575fe36d28: rpc.has_security_group_logging(os_id): False [ 696.206589] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.206790] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.206872] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.207100] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.207191] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.207430] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.207611] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.207669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.207813] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.207892] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.207978] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 is going to be created. [ 696.264583] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.264739] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.264806] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.265035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.265229] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.274470] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 in Status: IN_PROGRESS for 2s [ 696.412680] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c30481b9-748d-4b46-9264-2ac4e4e55e14 in Status: SUCCESS [ 696.413063] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.985464] env[69468]: INFO networking_nsxv3.common.synchronization [req-6545c499-fa01-4865-ba51-a41ebb288bb7 req-fe60d2f7-c26f-4242-b93e-3c7f0706a355 service nova] Enqueued Resource ID: 76edf6b9-c517-4486-bf31-b66ba17a90cd with Priority: HIGHEST for action security_group_rules [ 696.985641] env[69468]: INFO networking_nsxv3.common.synchronization [req-6545c499-fa01-4865-ba51-a41ebb288bb7 req-fe60d2f7-c26f-4242-b93e-3c7f0706a355 service nova] Enqueued Resource ID: 76edf6b9-c517-4486-bf31-b66ba17a90cd with Priority: HIGHEST for action security_group_members [ 696.985786] env[69468]: INFO networking_nsxv3.common.synchronization [req-6545c499-fa01-4865-ba51-a41ebb288bb7 req-fe60d2f7-c26f-4242-b93e-3c7f0706a355 service nova] Enqueued Resource ID: f4c64f28-ecc9-429e-b7b1-363190aba0f8 with Priority: HIGHEST for action port [ 696.986182] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76edf6b9-c517-4486-bf31-b66ba17a90cd with Priority: HIGHEST for action security_group_rules [ 696.986182] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76edf6b9-c517-4486-bf31-b66ba17a90cd with Priority: HIGHEST for action security_group_members [ 696.986350] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c64f28-ecc9-429e-b7b1-363190aba0f8 with Priority: HIGHEST for action port [ 696.986808] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76edf6b9-c517-4486-bf31-b66ba17a90cd taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.986935] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.986992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.987421] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.987504] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76edf6b9-c517-4486-bf31-b66ba17a90cd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.988365] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-76edf6b9-c517-4486-bf31-b66ba17a90cd taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.988493] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.988563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.988806] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.988952] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.989070] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.989110] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.989253] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.989414] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.989414] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76edf6b9-c517-4486-bf31-b66ba17a90cd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.990156] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4c64f28-ecc9-429e-b7b1-363190aba0f8 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.990249] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4c64f28-ecc9-429e-b7b1-363190aba0f8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.990486] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4c64f28-ecc9-429e-b7b1-363190aba0f8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.990486] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4c64f28-ecc9-429e-b7b1-363190aba0f8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.990560] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4c64f28-ecc9-429e-b7b1-363190aba0f8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.493475] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-76edf6b9-c517-4486-bf31-b66ba17a90cd taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.493805] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.493805] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76edf6b9-c517-4486-bf31-b66ba17a90cd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.494670] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4c64f28-ecc9-429e-b7b1-363190aba0f8 with status ACTIVE [ 697.494849] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.494962] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.495039] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.495246] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.495335] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.495507] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.495603] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.495666] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.495812] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.495905] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.497606] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.499196] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.499196] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.499196] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.499196] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.499196] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4c64f28-ecc9-429e-b7b1-363190aba0f8 is going to be updated. [ 697.525955] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.526116] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.526186] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.526400] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.526532] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.526683] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4c64f28-ecc9-429e-b7b1-363190aba0f8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.614696] env[69468]: INFO networking_nsxv3.common.synchronization [req-7e33e979-5d84-4adf-87d1-c7cff08def49 req-99082c30-bc9f-493f-9558-524fcacd6818 tempest-ServerDiskConfigTestJSON-711676554 tempest-ServerDiskConfigTestJSON-711676554-project-member] Enqueued Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 697.615240] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 697.615542] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.615666] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.615734] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.615939] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.616553] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.616795] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.616900] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.617095] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.617199] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.617293] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.001497] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76edf6b9-c517-4486-bf31-b66ba17a90cd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.041529] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.042207] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-774" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.042285] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-774" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.043026] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-774" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.043119] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.043436] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.043618] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.043906] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.044142] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.044418] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 698.044545] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.044661] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.044766] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.044878] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 698.044983] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.045288] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.063242] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.063522] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 698.063744] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.064016] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-774" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.064480] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-2cb85199-de39-4837-a34d-c8ae33659f9b taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.064744] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-2cb85199-de39-4837-a34d-c8ae33659f9b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.064945] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-2cb85199-de39-4837-a34d-c8ae33659f9b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.065796] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-2cb85199-de39-4837-a34d-c8ae33659f9b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.066116] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cb85199-de39-4837-a34d-c8ae33659f9b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.119592] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.119746] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.119826] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.120058] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.120157] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.120596] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.120769] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.120845] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.121106] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.121211] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.121458] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 is going to be updated. [ 698.143677] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.143797] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.143797] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.143992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.144152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.153809] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: IN_PROGRESS for 2s [ 698.285828] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 in Status: SUCCESS [ 698.286016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.505625] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.506409] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.506409] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.506409] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.506409] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.506409] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76edf6b9-c517-4486-bf31-b66ba17a90cd is going to be created. [ 698.528037] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.528037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.528037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.528037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.528272] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.536426] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76edf6b9-c517-4486-bf31-b66ba17a90cd in Status: UNINITIALIZED for 2s [ 698.569633] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.570209] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.570209] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.570463] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.574171] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.574171] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 2cb85199-de39-4837-a34d-c8ae33659f9b not found, creating... [ 698.574171] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.574171] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.574171] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.574171] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.574171] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.574171] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.574171] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.574171] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.574578] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.574578] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.574578] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 2cb85199-de39-4837-a34d-c8ae33659f9b is going to be created. [ 698.593244] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.593463] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.593588] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.593842] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.594075] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.594296] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-2cb85199-de39-4837-a34d-c8ae33659f9b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.368677] env[69468]: INFO networking_nsxv3.common.synchronization [req-7e33e979-5d84-4adf-87d1-c7cff08def49 req-c1d19435-a1ef-4b91-8bee-a4a3d2153625 service nova] Enqueued Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_rules [ 699.368957] env[69468]: INFO networking_nsxv3.common.synchronization [req-7e33e979-5d84-4adf-87d1-c7cff08def49 req-c1d19435-a1ef-4b91-8bee-a4a3d2153625 service nova] Enqueued Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 699.369132] env[69468]: INFO networking_nsxv3.common.synchronization [req-7e33e979-5d84-4adf-87d1-c7cff08def49 req-c1d19435-a1ef-4b91-8bee-a4a3d2153625 service nova] Enqueued Resource ID: 2cb85199-de39-4837-a34d-c8ae33659f9b with Priority: HIGHEST for action port [ 699.369373] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_rules [ 699.369504] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 699.369602] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cb85199-de39-4837-a34d-c8ae33659f9b with Priority: HIGHEST for action port [ 699.370147] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.370278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.370343] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.370544] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.370625] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.371488] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.371595] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.371774] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cb85199-de39-4837-a34d-c8ae33659f9b taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.371941] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cb85199-de39-4837-a34d-c8ae33659f9b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.371941] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cb85199-de39-4837-a34d-c8ae33659f9b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.373931] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cb85199-de39-4837-a34d-c8ae33659f9b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.373931] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cb85199-de39-4837-a34d-c8ae33659f9b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.873872] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.874196] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.874274] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cb85199-de39-4837-a34d-c8ae33659f9b with status ACTIVE [ 699.874393] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.874496] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.874553] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.874983] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.875058] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.875189] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.875342] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.875423] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.875622] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.875668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.875906] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.876058] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.876058] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.876164] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.876210] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.876291] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cb85199-de39-4837-a34d-c8ae33659f9b is going to be updated. [ 699.896224] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.896643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.896643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.896643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.896761] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.897296] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cb85199-de39-4837-a34d-c8ae33659f9b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.162698] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: SUCCESS [ 700.163014] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 deletion is rescheduled due to dependency. [ 700.163161] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.163333] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.167110] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.167110] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.167110] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.167110] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.167110] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.167110] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.167110] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.546981] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76edf6b9-c517-4486-bf31-b66ba17a90cd in Status: SUCCESS [ 700.547398] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.547505] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.547971] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.547971] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.550081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.550081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.550081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.550081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.550081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.550081] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76edf6b9-c517-4486-bf31-b66ba17a90cd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.670988] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.053216] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-76edf6b9-c517-4486-bf31-b66ba17a90cd taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.053216] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.053216] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.053487] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.055107] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.055307] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.055417] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.055738] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.055898] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.056064] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.056265] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-76edf6b9-c517-4486-bf31-b66ba17a90cd taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.057023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.057023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.057023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.057023] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.057023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.057023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.057868] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.058014] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.058278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.058433] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76edf6b9-c517-4486-bf31-b66ba17a90cd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.173168] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.561266] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76edf6b9-c517-4486-bf31-b66ba17a90cd: rpc.has_security_group_logging(os_id): False [ 701.582836] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.582836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.583024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.583229] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.583414] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.583700] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.583700] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.583852] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.584090] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.584223] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.584459] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.584593] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.584688] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.584875] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.584960] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.585162] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.585256] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.585316] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.585454] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.585547] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.585604] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76edf6b9-c517-4486-bf31-b66ba17a90cd is going to be created. [ 701.657595] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.657595] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.657859] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.657859] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.659091] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.673778] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76edf6b9-c517-4486-bf31-b66ba17a90cd in Status: IN_PROGRESS for 2s [ 701.675449] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.675861] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.675964] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.676260] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.676422] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.676604] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 is going to be updated. [ 701.720177] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.720400] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.720476] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.720640] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.720851] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.742248] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: IN_PROGRESS for 2s [ 702.056433] env[69468]: INFO networking_nsxv3.common.synchronization [req-09552879-66fb-456c-8561-acd40b698676 req-ff061006-3f86-4b49-9a70-d1480763ae95 tempest-AttachInterfacesV270Test-1312908406 tempest-AttachInterfacesV270Test-1312908406-project-member] Enqueued Resource ID: 045a0f26-7dbf-4d0b-a235-2838ce6302d2 with Priority: HIGHEST for action security_group_members [ 702.056886] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045a0f26-7dbf-4d0b-a235-2838ce6302d2 with Priority: HIGHEST for action security_group_members [ 702.056886] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-045a0f26-7dbf-4d0b-a235-2838ce6302d2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.057030] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.059304] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.059529] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.059631] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.059758] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.059817] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.060050] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.060111] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.060168] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('045a0f26-7dbf-4d0b-a235-2838ce6302d2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.189621] env[69468]: INFO networking_nsxv3.common.synchronization [req-538a0899-32a5-4a2c-872b-725b9b4330d2 req-e14b43c7-30a3-43de-8364-978955af119f tempest-ServersTestManualDisk-1552660528 tempest-ServersTestManualDisk-1552660528-project-member] Enqueued Resource ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 with Priority: HIGHEST for action security_group_members [ 702.191883] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 with Priority: HIGHEST for action security_group_members [ 702.192245] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.195603] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.195603] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.195603] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.195603] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.195603] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.195603] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.195603] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.195603] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.195603] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.565414] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.565618] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.565670] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.565859] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.565963] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.566861] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.566861] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.566861] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.566861] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.566861] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.566861] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 045a0f26-7dbf-4d0b-a235-2838ce6302d2 is going to be updated. [ 702.591373] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.591504] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.591690] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.591942] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.592131] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.600250] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 045a0f26-7dbf-4d0b-a235-2838ce6302d2 in Status: IN_PROGRESS for 2s [ 702.700643] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.702465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.702465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.702465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.702465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.702465] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.702465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.702465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.702465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.702465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.702465] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 is going to be updated. [ 702.729537] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.729537] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.729537] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.729537] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.729537] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.737322] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 in Status: IN_PROGRESS for 2s [ 703.686668] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76edf6b9-c517-4486-bf31-b66ba17a90cd in Status: SUCCESS [ 703.687495] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.754821] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: SUCCESS [ 703.755118] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.755334] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.755565] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.755758] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.755934] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.755934] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.756114] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.756197] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.756279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.756367] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.259671] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.259671] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.259953] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.260592] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.260592] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.260592] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.260592] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.260886] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.260886] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.260886] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.260976] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.261054] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.261154] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.261291] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.261431] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.261595] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.261658] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.261893] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.261966] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.262086] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.262211] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.609943] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 045a0f26-7dbf-4d0b-a235-2838ce6302d2 in Status: SUCCESS [ 704.609943] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 045a0f26-7dbf-4d0b-a235-2838ce6302d2 deletion is rescheduled due to dependency. [ 704.609943] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.715396] env[69468]: INFO networking_nsxv3.common.synchronization [req-15e26f90-c824-4012-83e0-4cb19ebff559 req-9009f154-31c9-417a-9101-e17601e02de7 tempest-ServersAdminNegativeTestJSON-442332739 tempest-ServersAdminNegativeTestJSON-442332739-project-member] Enqueued Resource ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 with Priority: HIGHEST for action security_group_members [ 704.715938] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 with Priority: HIGHEST for action security_group_members [ 704.716255] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-302e85eb-7b5f-4e30-8439-37381e0b3229 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.716380] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.716443] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.716641] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.716795] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.716893] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.716956] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.717394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.717532] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.717796] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('302e85eb-7b5f-4e30-8439-37381e0b3229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.749782] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 in Status: SUCCESS [ 704.749977] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 deletion is rescheduled due to dependency. [ 704.750119] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.765922] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62319eb9-aaca-4a4f-b19d-112ab4bd0446: rpc.has_security_group_logging(os_id): False [ 704.781667] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.781868] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.781948] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.782636] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.782636] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.782636] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.782636] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.782636] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.782879] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.782879] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.782939] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.783053] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.783109] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.783252] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.783326] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.783501] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.783591] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.783650] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.783784] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.783860] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.783944] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 is going to be updated. [ 704.847460] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.847642] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.847718] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.847961] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.848205] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.861200] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: IN_PROGRESS for 2s [ 705.221534] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.221652] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.221736] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.222052] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.222167] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.222410] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.222506] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.222540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.222694] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.222770] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.222930] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 is going to be updated. [ 705.247011] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.247168] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.247168] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.250359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.250359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.255452] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 in Status: IN_PROGRESS for 2s [ 706.218157] env[69468]: INFO networking_nsxv3.common.synchronization [None req-dabbf6c2-f0eb-468b-bdc6-7ff4f479a9a6 None None] Enqueued Resource ID: d1b88598-4e1e-4ed6-9323-9c0efbd9de06 with Priority: HIGHEST for action port [ 706.218157] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1b88598-4e1e-4ed6-9323-9c0efbd9de06 with Priority: HIGHEST for action port [ 706.218157] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1b88598-4e1e-4ed6-9323-9c0efbd9de06 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.218157] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1b88598-4e1e-4ed6-9323-9c0efbd9de06" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.218157] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1b88598-4e1e-4ed6-9323-9c0efbd9de06" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.218157] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1b88598-4e1e-4ed6-9323-9c0efbd9de06" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.218157] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1b88598-4e1e-4ed6-9323-9c0efbd9de06',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.720131] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1b88598-4e1e-4ed6-9323-9c0efbd9de06 [ 706.720781] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.720781] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.720781] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.721094] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.721094] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.721094] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1b88598-4e1e-4ed6-9323-9c0efbd9de06 already deleted. [ 706.721196] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1b88598-4e1e-4ed6-9323-9c0efbd9de06" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.878486] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: SUCCESS [ 706.878486] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.264622] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 in Status: SUCCESS [ 707.264986] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 deletion is rescheduled due to dependency. [ 707.264986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.228406] env[69468]: INFO networking_nsxv3.common.synchronization [req-ffe663e3-a8a6-4b75-a1b4-f8add7e47fbd req-13c6114c-ece9-4713-94e9-ad17775d2720 tempest-InstanceActionsNegativeTestJSON-708038306 tempest-InstanceActionsNegativeTestJSON-708038306-project-member] Enqueued Resource ID: 76edf6b9-c517-4486-bf31-b66ba17a90cd with Priority: HIGHEST for action security_group_members [ 708.228976] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76edf6b9-c517-4486-bf31-b66ba17a90cd with Priority: HIGHEST for action security_group_members [ 708.229304] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-76edf6b9-c517-4486-bf31-b66ba17a90cd taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.229422] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.229486] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.229691] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.229842] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.229945] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.230010] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.230166] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.230254] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.230346] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76edf6b9-c517-4486-bf31-b66ba17a90cd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.353778] env[69468]: INFO networking_nsxv3.common.synchronization [None req-2a13f414-63ae-4537-96e2-f050070e6aa4 None None] Enqueued Resource ID: be311c15-2345-4d02-82b8-a5be12281f7e with Priority: HIGHEST for action port [ 708.354038] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be311c15-2345-4d02-82b8-a5be12281f7e with Priority: HIGHEST for action port [ 708.354627] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-be311c15-2345-4d02-82b8-a5be12281f7e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.354751] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be311c15-2345-4d02-82b8-a5be12281f7e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.354826] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be311c15-2345-4d02-82b8-a5be12281f7e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.355176] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be311c15-2345-4d02-82b8-a5be12281f7e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.355282] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be311c15-2345-4d02-82b8-a5be12281f7e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.732668] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.732832] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.732983] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.733284] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.733430] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.733686] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.733881] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.733942] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.734139] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.734259] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.734383] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76edf6b9-c517-4486-bf31-b66ba17a90cd is going to be updated. [ 708.775998] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.776264] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.776264] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.776410] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.776559] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.790222] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76edf6b9-c517-4486-bf31-b66ba17a90cd in Status: IN_PROGRESS for 2s [ 708.859613] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be311c15-2345-4d02-82b8-a5be12281f7e [ 708.859613] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.859613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.859613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.859613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.859613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.859613] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be311c15-2345-4d02-82b8-a5be12281f7e already deleted. [ 708.859613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be311c15-2345-4d02-82b8-a5be12281f7e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.119035] env[69468]: INFO networking_nsxv3.common.synchronization [req-13f66a31-84ad-4b21-b094-ba04ba3a1e8c req-ed1b7e2c-db68-4f4c-b3e5-88555b96b8d9 tempest-AttachInterfacesUnderV243Test-1802281692 tempest-AttachInterfacesUnderV243Test-1802281692-project-member] Enqueued Resource ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 with Priority: HIGHEST for action security_group_members [ 709.119526] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 with Priority: HIGHEST for action security_group_members [ 709.121105] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-679a1edc-289d-458d-bb7a-f26987c5c0c0 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.121105] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.121105] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.121105] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.121105] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.121105] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.121415] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.121415] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.121531] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.121683] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('679a1edc-289d-458d-bb7a-f26987c5c0c0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.623851] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.624324] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.624324] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.624691] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.624873] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.625103] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.625286] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.625286] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.625397] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.625437] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.627623] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 already deleted. [ 709.627623] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.662815] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-891 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.663281] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-891" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.663472] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-891" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.663846] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-891" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.664192] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.664386] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.664561] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.664833] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.665032] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.665303] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 709.665438] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.665573] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.665705] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.665861] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 709.666041] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.666214] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.687302] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.687302] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 709.687302] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.687302] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-891" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.688082] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-dd8084ea-8138-439f-a367-0e57562094f5 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.688517] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-dd8084ea-8138-439f-a367-0e57562094f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.688767] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-dd8084ea-8138-439f-a367-0e57562094f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.689566] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-dd8084ea-8138-439f-a367-0e57562094f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.689927] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd8084ea-8138-439f-a367-0e57562094f5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.193876] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.194078] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.194269] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.194548] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.194722] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.194887] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port dd8084ea-8138-439f-a367-0e57562094f5 not found, creating... [ 710.195186] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.195379] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.198073] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.198379] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.199027] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.199027] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.199306] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.199399] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.199705] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.199926] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.200167] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: dd8084ea-8138-439f-a367-0e57562094f5 is going to be created. [ 710.221849] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.222368] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.222601] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.222955] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.223324] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.223678] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-dd8084ea-8138-439f-a367-0e57562094f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.800223] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76edf6b9-c517-4486-bf31-b66ba17a90cd in Status: SUCCESS [ 710.800718] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76edf6b9-c517-4486-bf31-b66ba17a90cd deletion is rescheduled due to dependency. [ 710.800718] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.156243] env[69468]: INFO networking_nsxv3.common.synchronization [req-13f66a31-84ad-4b21-b094-ba04ba3a1e8c req-ceb5c836-8c8b-45c4-bd06-44804675053c service nova] Enqueued Resource ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 with Priority: HIGHEST for action security_group_rules [ 711.156243] env[69468]: INFO networking_nsxv3.common.synchronization [req-13f66a31-84ad-4b21-b094-ba04ba3a1e8c req-ceb5c836-8c8b-45c4-bd06-44804675053c service nova] Enqueued Resource ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 with Priority: HIGHEST for action security_group_members [ 711.156243] env[69468]: INFO networking_nsxv3.common.synchronization [req-13f66a31-84ad-4b21-b094-ba04ba3a1e8c req-ceb5c836-8c8b-45c4-bd06-44804675053c service nova] Enqueued Resource ID: dd8084ea-8138-439f-a367-0e57562094f5 with Priority: HIGHEST for action port [ 711.156243] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 with Priority: HIGHEST for action security_group_rules [ 711.156243] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 with Priority: HIGHEST for action security_group_members [ 711.156243] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8084ea-8138-439f-a367-0e57562094f5 with Priority: HIGHEST for action port [ 711.156243] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-679a1edc-289d-458d-bb7a-f26987c5c0c0 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.156243] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.156243] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.156243] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.156243] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('679a1edc-289d-458d-bb7a-f26987c5c0c0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.159128] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-679a1edc-289d-458d-bb7a-f26987c5c0c0 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.160912] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.161024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.161354] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.162020] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.162227] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.162373] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.162951] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.162951] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.162951] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('679a1edc-289d-458d-bb7a-f26987c5c0c0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.164263] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd8084ea-8138-439f-a367-0e57562094f5 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.164481] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd8084ea-8138-439f-a367-0e57562094f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.164749] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd8084ea-8138-439f-a367-0e57562094f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.164978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd8084ea-8138-439f-a367-0e57562094f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.165055] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd8084ea-8138-439f-a367-0e57562094f5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.666940] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('679a1edc-289d-458d-bb7a-f26987c5c0c0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.667998] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-679a1edc-289d-458d-bb7a-f26987c5c0c0 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.669549] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.669979] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd8084ea-8138-439f-a367-0e57562094f5 with status ACTIVE [ 711.670220] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.670320] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.670382] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.670607] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.670694] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.670927] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.671667] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.671667] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.671667] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.671667] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.671667] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.671667] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.671667] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.671992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.672954] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.672954] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd8084ea-8138-439f-a367-0e57562094f5 is going to be updated. [ 711.694753] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.694984] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.695137] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.695478] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.695713] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.695991] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd8084ea-8138-439f-a367-0e57562094f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.985009] env[69468]: INFO networking_nsxv3.common.synchronization [req-edc0ef5d-5fb9-43ec-a6c8-2ceb2d90c617 req-5684d044-b833-4658-9642-590bd421240d tempest-ServersAdminTestJSON-573324530 tempest-ServersAdminTestJSON-573324530-project-member] Enqueued Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_members [ 711.985521] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_members [ 711.985810] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.985923] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.985987] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.986202] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.986353] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.986445] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.986504] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.988585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.988585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.988585] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.170877] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('679a1edc-289d-458d-bb7a-f26987c5c0c0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.490197] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.560512] env[69468]: INFO networking_nsxv3.common.synchronization [req-e28ae679-55cc-42ad-87cf-5fc76f371093 req-5bb9cd39-9aeb-481f-bc07-eb0889b6894b tempest-ImagesTestJSON-1045980182 tempest-ImagesTestJSON-1045980182-project-member] Enqueued Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 712.561704] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 712.561704] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.561704] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.561704] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.562407] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.562407] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.562407] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.562407] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.562407] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.562558] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.562586] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.636246] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.636451] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.636577] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.636845] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.637111] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.637269] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.637421] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.637712] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.637872] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.638201] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.638327] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.638438] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.638547] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.638656] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.638807] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.639034] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.657211] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.657383] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 712.657539] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.657772] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.658100] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-5c37f4d6-0e34-4637-ac7c-73daa6f83e42 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.658389] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-5c37f4d6-0e34-4637-ac7c-73daa6f83e42" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.659053] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-5c37f4d6-0e34-4637-ac7c-73daa6f83e42" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.659053] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-5c37f4d6-0e34-4637-ac7c-73daa6f83e42" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.659053] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c37f4d6-0e34-4637-ac7c-73daa6f83e42',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.681494] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.681640] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.681712] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.681934] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.682037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.682140] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 is going to be created. [ 712.702598] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.702741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.702812] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.703041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.703224] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.712880] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 in Status: UNINITIALIZED for 2s [ 712.993304] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.064445] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.064634] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.064747] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.065253] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.065253] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.065381] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.065472] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.065555] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.065730] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.065813] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.065907] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 is going to be updated. [ 713.090268] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.090427] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.090499] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.090765] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.090899] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.098707] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: IN_PROGRESS for 2s [ 713.161284] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.161517] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.161646] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.161932] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.162099] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.162257] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 5c37f4d6-0e34-4637-ac7c-73daa6f83e42 not found, creating... [ 713.162519] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.162676] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.162794] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.163019] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.163191] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.163502] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.163661] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.163779] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.163998] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.164143] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.164283] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 5c37f4d6-0e34-4637-ac7c-73daa6f83e42 is going to be created. [ 713.181162] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.181408] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.181494] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.181773] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.182031] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.182265] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-5c37f4d6-0e34-4637-ac7c-73daa6f83e42" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.495896] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.496120] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.496176] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.496501] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.496652] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.496784] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac is going to be updated. [ 713.526060] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.526060] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.526060] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.526060] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.526060] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.534238] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: IN_PROGRESS for 2s [ 714.313041] env[69468]: INFO networking_nsxv3.common.synchronization [req-edc0ef5d-5fb9-43ec-a6c8-2ceb2d90c617 req-9b387115-c1ce-45b0-8072-b1d5389b7a3a service nova] Enqueued Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_rules [ 714.313041] env[69468]: INFO networking_nsxv3.common.synchronization [req-edc0ef5d-5fb9-43ec-a6c8-2ceb2d90c617 req-9b387115-c1ce-45b0-8072-b1d5389b7a3a service nova] Enqueued Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_members [ 714.313041] env[69468]: INFO networking_nsxv3.common.synchronization [req-edc0ef5d-5fb9-43ec-a6c8-2ceb2d90c617 req-9b387115-c1ce-45b0-8072-b1d5389b7a3a service nova] Enqueued Resource ID: 5c37f4d6-0e34-4637-ac7c-73daa6f83e42 with Priority: HIGHEST for action port [ 714.314473] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_rules [ 714.314473] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_members [ 714.314473] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c37f4d6-0e34-4637-ac7c-73daa6f83e42 with Priority: HIGHEST for action port [ 714.314473] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.316175] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.316296] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.316667] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.316667] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.319190] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.319190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.319190] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c37f4d6-0e34-4637-ac7c-73daa6f83e42 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.319190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c37f4d6-0e34-4637-ac7c-73daa6f83e42" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.319190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c37f4d6-0e34-4637-ac7c-73daa6f83e42" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.319190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c37f4d6-0e34-4637-ac7c-73daa6f83e42" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.319190] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c37f4d6-0e34-4637-ac7c-73daa6f83e42',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.637204] env[69468]: INFO networking_nsxv3.common.synchronization [req-97289a1c-f908-4df1-be33-75b1719b9cdf req-391a8ad8-b3aa-4929-8a3c-9ad9a093e164 tempest-FloatingIPsAssociationTestJSON-819956809 tempest-FloatingIPsAssociationTestJSON-819956809-project-member] Enqueued Resource ID: 713e4358-06aa-455f-a642-d843ef6a385b with Priority: HIGHEST for action security_group_members [ 714.637875] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713e4358-06aa-455f-a642-d843ef6a385b with Priority: HIGHEST for action security_group_members [ 714.639067] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-713e4358-06aa-455f-a642-d843ef6a385b taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.639067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.639067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.639067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.639067] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.639067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.639067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.643375] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.643512] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.643627] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('713e4358-06aa-455f-a642-d843ef6a385b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.721934] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 in Status: SUCCESS [ 714.722189] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.722709] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.725019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.725019] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.725019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.725019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.725019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.725019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.725019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.725019] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('679a1edc-289d-458d-bb7a-f26987c5c0c0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.823017] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.823017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.823017] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c37f4d6-0e34-4637-ac7c-73daa6f83e42 with status ACTIVE [ 714.823017] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.823017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.823017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.823417] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.823417] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.823470] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.823555] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.823615] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.823759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.823834] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.824020] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.824110] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.824168] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.824320] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.824400] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.824487] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c37f4d6-0e34-4637-ac7c-73daa6f83e42 is going to be updated. [ 714.847260] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.847424] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.847469] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.847652] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.847783] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.847941] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c37f4d6-0e34-4637-ac7c-73daa6f83e42" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.074510] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.077019] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-479" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.077019] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-479" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.077019] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-479" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.077019] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.077019] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.077019] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.077019] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.077019] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.077019] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.077019] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.077019] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.077019] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.077019] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.077019] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.077019] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.093917] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.094112] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 715.094252] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.094426] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-479" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.094736] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-5abe617e-d18a-416f-8c40-d0da33a563d2 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.094907] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-5abe617e-d18a-416f-8c40-d0da33a563d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.095127] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-5abe617e-d18a-416f-8c40-d0da33a563d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.095349] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-5abe617e-d18a-416f-8c40-d0da33a563d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.095488] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5abe617e-d18a-416f-8c40-d0da33a563d2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.108074] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: IN_PROGRESS for 4s [ 715.146096] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.146323] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.146323] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.146537] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.146630] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.147874] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.147874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.147874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.147874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.147874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.147874] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 713e4358-06aa-455f-a642-d843ef6a385b already deleted. [ 715.147874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.227378] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('679a1edc-289d-458d-bb7a-f26987c5c0c0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.545027] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: SUCCESS [ 715.545027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.545027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.545027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.545027] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.545027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.545027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.545027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.545027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.545027] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.598141] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.600813] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.600813] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.600813] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.600813] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.600813] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 5abe617e-d18a-416f-8c40-d0da33a563d2 not found, creating... [ 715.600813] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.600813] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.600813] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.600813] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.600813] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.601437] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.602178] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.602578] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.603085] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.603172] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.603435] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 5abe617e-d18a-416f-8c40-d0da33a563d2 is going to be created. [ 715.624129] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.624129] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.624129] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.624129] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.624129] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.624129] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-5abe617e-d18a-416f-8c40-d0da33a563d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.729709] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 679a1edc-289d-458d-bb7a-f26987c5c0c0: rpc.has_security_group_logging(os_id): False [ 715.750624] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.750879] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.750968] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.751221] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.751312] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.751552] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.751685] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.751786] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.751849] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.751946] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.752040] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 is going to be created. [ 715.823195] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.823327] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.823407] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.823623] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.823929] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.833250] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 in Status: IN_PROGRESS for 2s [ 716.049901] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.466406] env[69468]: INFO networking_nsxv3.common.synchronization [req-97289a1c-f908-4df1-be33-75b1719b9cdf req-3f989221-866e-4edf-af41-07d71412e890 service nova] Enqueued Resource ID: 713e4358-06aa-455f-a642-d843ef6a385b with Priority: HIGHEST for action security_group_rules [ 716.466691] env[69468]: INFO networking_nsxv3.common.synchronization [req-97289a1c-f908-4df1-be33-75b1719b9cdf req-3f989221-866e-4edf-af41-07d71412e890 service nova] Enqueued Resource ID: 713e4358-06aa-455f-a642-d843ef6a385b with Priority: HIGHEST for action security_group_members [ 716.466906] env[69468]: INFO networking_nsxv3.common.synchronization [req-97289a1c-f908-4df1-be33-75b1719b9cdf req-3f989221-866e-4edf-af41-07d71412e890 service nova] Enqueued Resource ID: 5abe617e-d18a-416f-8c40-d0da33a563d2 with Priority: HIGHEST for action port [ 716.467241] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713e4358-06aa-455f-a642-d843ef6a385b with Priority: HIGHEST for action security_group_rules [ 716.467434] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713e4358-06aa-455f-a642-d843ef6a385b with Priority: HIGHEST for action security_group_members [ 716.467601] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abe617e-d18a-416f-8c40-d0da33a563d2 with Priority: HIGHEST for action port [ 716.469218] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-713e4358-06aa-455f-a642-d843ef6a385b taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.469396] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.469523] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.469816] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.469948] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('713e4358-06aa-455f-a642-d843ef6a385b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.474022] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-713e4358-06aa-455f-a642-d843ef6a385b taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.474022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.474022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.474022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.474022] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.474022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.474022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.474022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.474022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.474686] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('713e4358-06aa-455f-a642-d843ef6a385b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.475393] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-5abe617e-d18a-416f-8c40-d0da33a563d2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.475585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5abe617e-d18a-416f-8c40-d0da33a563d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.475697] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5abe617e-d18a-416f-8c40-d0da33a563d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.475902] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5abe617e-d18a-416f-8c40-d0da33a563d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.476045] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5abe617e-d18a-416f-8c40-d0da33a563d2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.552797] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.977838] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('713e4358-06aa-455f-a642-d843ef6a385b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.979624] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-713e4358-06aa-455f-a642-d843ef6a385b taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.979748] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.983697] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5abe617e-d18a-416f-8c40-d0da33a563d2 with status ACTIVE [ 716.983697] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.983842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.983873] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.984779] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.984779] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.984779] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.984779] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.984779] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.984998] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.985707] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.985707] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.985707] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.985707] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.985707] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.985707] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.985707] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5abe617e-d18a-416f-8c40-d0da33a563d2 is going to be updated. [ 717.009559] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.009735] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.009826] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.011023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.011238] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.011448] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5abe617e-d18a-416f-8c40-d0da33a563d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.056598] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.056770] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.056909] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.057048] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.057218] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.057266] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac is going to be updated. [ 717.101904] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.102136] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.102295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.102434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.102574] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.118863] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: IN_PROGRESS for 2s [ 717.119579] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: SUCCESS [ 717.119771] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 deletion is rescheduled due to dependency. [ 717.119907] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.480562] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('713e4358-06aa-455f-a642-d843ef6a385b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.915345] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 in Status: SUCCESS [ 717.915345] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.984132] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.984132] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.984132] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.984132] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.984306] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.984536] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 713e4358-06aa-455f-a642-d843ef6a385b is going to be created. [ 718.008085] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.010112] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.010112] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.010112] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.010112] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.018135] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 713e4358-06aa-455f-a642-d843ef6a385b in Status: UNINITIALIZED for 2s [ 718.072176] env[69468]: INFO networking_nsxv3.common.synchronization [req-840b2971-f139-4767-b2c5-8416e16b5419 req-b99a55e1-3246-4318-ab3e-83215581a2c2 tempest-ServersTestMultiNic-273377454 tempest-ServersTestMultiNic-273377454-project-member] Enqueued Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 718.072680] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 718.072965] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.073102] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.073165] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.073499] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.073645] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.074485] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.074582] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.074721] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.074811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.074909] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.554230] env[69468]: INFO networking_nsxv3.common.synchronization [req-840b2971-f139-4767-b2c5-8416e16b5419 req-98f79881-8b9c-4ecd-8bbf-88bf8f7c43e3 tempest-ServersTestMultiNic-273377454 tempest-ServersTestMultiNic-273377454-project-member] Enqueued Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 718.554978] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 718.555549] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.555688] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.576807] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.577128] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.577221] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.577380] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.577481] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.577678] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.577789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.577838] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.578027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.578128] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.578168] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7dc9cad-1624-440a-9920-bf243ad20863 already deleted. [ 718.578282] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.578509] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.578606] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.578762] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.578848] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.578953] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.579024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.579094] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.579188] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.082938] env[69468]: INFO networking_nsxv3.common.synchronization [req-840b2971-f139-4767-b2c5-8416e16b5419 req-7712df8f-cc68-4025-8ce3-08e6dba1da45 tempest-ServersTestMultiNic-273377454 tempest-ServersTestMultiNic-273377454-project-member] Enqueued Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 719.082938] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.082938] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.083326] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.083326] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.083326] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.083966] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.083966] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.083966] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.083966] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.083966] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.083966] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7dc9cad-1624-440a-9920-bf243ad20863 already deleted. [ 719.083966] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.084430] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 719.084755] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.084832] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.084874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.085031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.085169] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.085278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.085333] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.085475] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.085540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.085623] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.128018] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: IN_PROGRESS for 4s [ 719.592795] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.592795] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.592795] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.592795] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.592795] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.592795] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.592795] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.592795] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.592795] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.592795] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.592795] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7dc9cad-1624-440a-9920-bf243ad20863 already deleted. [ 719.592795] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.000984] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.001197] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-45" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.001312] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-45" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.001645] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-45" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.001896] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.003895] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.003895] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.003895] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.003895] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.003895] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 720.003895] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.003895] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.007175] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.007363] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 720.007478] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.007624] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.026808] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.026808] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 720.026950] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.027102] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-45" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.027407] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-c128b3a3-0907-4414-9416-ff89769ff3b1 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.028255] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-c128b3a3-0907-4414-9416-ff89769ff3b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.028255] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-c128b3a3-0907-4414-9416-ff89769ff3b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.028255] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-c128b3a3-0907-4414-9416-ff89769ff3b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.028255] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c128b3a3-0907-4414-9416-ff89769ff3b1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.029861] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 713e4358-06aa-455f-a642-d843ef6a385b in Status: SUCCESS [ 720.030060] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.030214] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.030403] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.030575] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.030686] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.031190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.031190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.031190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.031190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.031190] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('713e4358-06aa-455f-a642-d843ef6a385b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.533101] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.533421] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.533507] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.533789] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.533995] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.534136] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port c128b3a3-0907-4414-9416-ff89769ff3b1 not found, creating... [ 720.534537] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.534733] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.534876] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.535287] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.535380] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.535812] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.535982] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.536079] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.536313] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.536576] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.536576] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: c128b3a3-0907-4414-9416-ff89769ff3b1 is going to be created. [ 720.537842] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-713e4358-06aa-455f-a642-d843ef6a385b taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.538034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.538157] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.538405] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.538587] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.538726] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.538806] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.539218] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.539304] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.539399] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.539569] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-713e4358-06aa-455f-a642-d843ef6a385b taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.539702] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.539756] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.539894] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.540284] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.540426] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.540565] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.540770] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.540996] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.540996] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.541192] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('713e4358-06aa-455f-a642-d843ef6a385b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.559862] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.560110] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.560181] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.560606] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.560884] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.561217] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-c128b3a3-0907-4414-9416-ff89769ff3b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.043470] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 713e4358-06aa-455f-a642-d843ef6a385b: rpc.has_security_group_logging(os_id): False [ 721.062888] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.062888] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.062888] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.062888] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.062888] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.062888] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.062888] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.062888] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.062888] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.062888] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.062888] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.062888] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.062888] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.062888] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.062888] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.063599] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.063599] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.063599] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.063599] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.065754] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.066066] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 713e4358-06aa-455f-a642-d843ef6a385b is going to be created. [ 721.120725] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.120725] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.120725] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.120725] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.120725] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.131430] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 713e4358-06aa-455f-a642-d843ef6a385b in Status: IN_PROGRESS for 2s [ 721.143234] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: SUCCESS [ 721.143234] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.143234] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.143234] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.143234] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.143234] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.143234] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.143234] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.143234] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.143234] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.143234] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.645821] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.646378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.646378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.646555] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.646713] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.646850] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.646969] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.647180] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.647316] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.647449] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.647669] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.647804] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.647899] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.648118] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.648336] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.649295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.649408] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.649748] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.649748] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.649869] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.650016] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.683419] env[69468]: INFO networking_nsxv3.common.synchronization [req-840b2971-f139-4767-b2c5-8416e16b5419 req-c7b9c6f2-cce4-45d2-b148-39baa70630a7 service nova] Enqueued Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_rules [ 721.683605] env[69468]: INFO networking_nsxv3.common.synchronization [req-840b2971-f139-4767-b2c5-8416e16b5419 req-c7b9c6f2-cce4-45d2-b148-39baa70630a7 service nova] Enqueued Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 721.683745] env[69468]: INFO networking_nsxv3.common.synchronization [req-840b2971-f139-4767-b2c5-8416e16b5419 req-c7b9c6f2-cce4-45d2-b148-39baa70630a7 service nova] Enqueued Resource ID: c128b3a3-0907-4414-9416-ff89769ff3b1 with Priority: HIGHEST for action port [ 721.684033] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_rules [ 721.684190] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 721.684309] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c128b3a3-0907-4414-9416-ff89769ff3b1 with Priority: HIGHEST for action port [ 721.684823] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.684964] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.685021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.685793] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.685881] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.686709] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.686825] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.686891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.687112] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.687262] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.687358] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.687419] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.687563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.687640] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.687738] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.689018] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-c128b3a3-0907-4414-9416-ff89769ff3b1 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.689131] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c128b3a3-0907-4414-9416-ff89769ff3b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.689202] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c128b3a3-0907-4414-9416-ff89769ff3b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.689356] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c128b3a3-0907-4414-9416-ff89769ff3b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.689432] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c128b3a3-0907-4414-9416-ff89769ff3b1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.155919] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64a7371b-d038-4bfa-ad09-c0e552cd9dac: rpc.has_security_group_logging(os_id): False [ 722.175787] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.178182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.178182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.178182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.178182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.178182] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.178182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.178182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.178182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.178182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.178182] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.178182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.178182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.178680] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.178680] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.178680] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.178812] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.178840] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.179900] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.179900] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.179900] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac is going to be updated. [ 722.191573] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.191573] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.191573] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.193440] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c128b3a3-0907-4414-9416-ff89769ff3b1 with status ACTIVE [ 722.193440] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.193440] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.193440] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.193440] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.193440] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.193440] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.194534] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.194534] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.194534] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.194534] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.194534] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.194804] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.194804] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.195797] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.195797] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.195797] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c128b3a3-0907-4414-9416-ff89769ff3b1 is going to be updated. [ 722.217400] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.217400] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.217400] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.217532] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.217596] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.217745] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c128b3a3-0907-4414-9416-ff89769ff3b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.241017] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.241017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.241017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.241017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.241017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.257517] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: IN_PROGRESS for 2s [ 722.698282] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.854051] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-718 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.854871] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-718" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.855269] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-718" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.856091] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-718" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.856091] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.856598] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.856804] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.857218] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.857639] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.857916] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 722.858091] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.858347] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.858747] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.858918] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 722.859102] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.859288] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.876744] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.876913] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 722.877066] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.877257] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-718" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.877617] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-2d65f58d-2734-4d3f-b996-8feba5cd4ad2 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.877800] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-2d65f58d-2734-4d3f-b996-8feba5cd4ad2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.877908] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-2d65f58d-2734-4d3f-b996-8feba5cd4ad2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.878243] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-2d65f58d-2734-4d3f-b996-8feba5cd4ad2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.878386] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d65f58d-2734-4d3f-b996-8feba5cd4ad2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.148184] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 713e4358-06aa-455f-a642-d843ef6a385b in Status: SUCCESS [ 723.148518] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.203155] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.203385] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.203493] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.203802] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.203942] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.204101] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7dc9cad-1624-440a-9920-bf243ad20863 is going to be created. [ 723.231096] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.231329] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.231433] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.231710] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.231934] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.242350] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: UNINITIALIZED for 2s [ 723.381294] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.381386] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.381482] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.381779] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.381969] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.382161] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 2d65f58d-2734-4d3f-b996-8feba5cd4ad2 not found, creating... [ 723.382450] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.382819] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.382819] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.382941] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.383178] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.383383] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.383542] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.383704] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.383922] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.384076] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.384584] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 2d65f58d-2734-4d3f-b996-8feba5cd4ad2 is going to be created. [ 723.406273] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.406596] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.406796] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.407166] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.407413] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.407695] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-2d65f58d-2734-4d3f-b996-8feba5cd4ad2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.273650] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: SUCCESS [ 724.273945] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.677193] env[69468]: INFO networking_nsxv3.common.synchronization [req-840b2971-f139-4767-b2c5-8416e16b5419 req-b3430ed6-cba9-4115-a59f-2effcf5ff4cf service nova] Enqueued Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_rules [ 724.677348] env[69468]: INFO networking_nsxv3.common.synchronization [req-840b2971-f139-4767-b2c5-8416e16b5419 req-b3430ed6-cba9-4115-a59f-2effcf5ff4cf service nova] Enqueued Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 724.677438] env[69468]: INFO networking_nsxv3.common.synchronization [req-840b2971-f139-4767-b2c5-8416e16b5419 req-b3430ed6-cba9-4115-a59f-2effcf5ff4cf service nova] Enqueued Resource ID: 2d65f58d-2734-4d3f-b996-8feba5cd4ad2 with Priority: HIGHEST for action port [ 724.677930] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_rules [ 724.678086] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 724.678190] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d65f58d-2734-4d3f-b996-8feba5cd4ad2 with Priority: HIGHEST for action port [ 724.678663] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.678776] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.678979] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.679091] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.679282] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d65f58d-2734-4d3f-b996-8feba5cd4ad2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.679381] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d65f58d-2734-4d3f-b996-8feba5cd4ad2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.679443] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d65f58d-2734-4d3f-b996-8feba5cd4ad2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.679649] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d65f58d-2734-4d3f-b996-8feba5cd4ad2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.679728] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d65f58d-2734-4d3f-b996-8feba5cd4ad2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.186221] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d65f58d-2734-4d3f-b996-8feba5cd4ad2 with status ACTIVE [ 725.187241] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.187241] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.187241] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.188879] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.188965] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.189580] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.189580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.189580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.189738] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.190139] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.190139] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.190302] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.190418] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.190539] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.190617] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.190699] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d65f58d-2734-4d3f-b996-8feba5cd4ad2 is going to be updated. [ 725.217972] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.218157] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.218229] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.218443] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.218585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.218756] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d65f58d-2734-4d3f-b996-8feba5cd4ad2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.258603] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: SUCCESS [ 725.258603] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.258913] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.259179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.259464] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.259584] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.259664] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.259845] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.259952] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.260053] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.260156] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.263547] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.263547] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.263547] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.263547] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.263547] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.263804] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.263899] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.263962] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.635085] env[69468]: INFO networking_nsxv3.common.synchronization [req-d1d5ffa7-5689-43cf-a93b-1bccaaa86a82 req-224fa70a-acac-43a6-96e2-7fb193d0633f tempest-ServerDiskConfigTestJSON-711676554 tempest-ServerDiskConfigTestJSON-711676554-project-member] Enqueued Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 725.637021] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 725.637021] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.637298] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.637409] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.637969] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.638165] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.638770] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.638770] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.638770] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.638770] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.638770] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.766099] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.766237] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.769567] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.892878] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.893125] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-45" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.893347] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-45" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.894022] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-45" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.894316] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.894486] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.894681] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.894827] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.895110] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.895333] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.895518] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.895660] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.895955] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.896085] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.896203] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.896366] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.917133] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.917133] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 725.917133] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.917133] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-45" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.917133] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-117bc8d4-1b9e-4bd2-b86e-e4226d5aeb03 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.917133] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-117bc8d4-1b9e-4bd2-b86e-e4226d5aeb03" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.917133] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-117bc8d4-1b9e-4bd2-b86e-e4226d5aeb03" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.917133] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-117bc8d4-1b9e-4bd2-b86e-e4226d5aeb03" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.917133] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('117bc8d4-1b9e-4bd2-b86e-e4226d5aeb03',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.143025] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.143240] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.143240] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.143460] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.143708] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.143758] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.143839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.143893] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.144049] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.144135] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.144210] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 is going to be updated. [ 726.170990] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.171183] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.171236] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.171441] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.171583] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.181017] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: IN_PROGRESS for 2s [ 726.277275] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.421263] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.421608] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.421788] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.422273] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.422412] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.422526] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 117bc8d4-1b9e-4bd2-b86e-e4226d5aeb03 not found, creating... [ 726.422804] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.422960] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.423471] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.423471] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.423471] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.423839] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.424283] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.424425] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.425485] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.425485] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.425883] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 117bc8d4-1b9e-4bd2-b86e-e4226d5aeb03 is going to be created. [ 726.448103] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.448103] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.448103] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.448103] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.448103] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.448426] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-117bc8d4-1b9e-4bd2-b86e-e4226d5aeb03" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.782974] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.782974] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.785696] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.785696] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.785696] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.785696] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7dc9cad-1624-440a-9920-bf243ad20863 is going to be updated. [ 726.813916] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.813916] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.813916] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.813916] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.813916] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.826047] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: IN_PROGRESS for 2s [ 727.381405] env[69468]: INFO networking_nsxv3.common.synchronization [req-840b2971-f139-4767-b2c5-8416e16b5419 req-cc6a7e1a-85db-4155-890b-cbea3f1d2911 service nova] Enqueued Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_rules [ 727.381587] env[69468]: INFO networking_nsxv3.common.synchronization [req-840b2971-f139-4767-b2c5-8416e16b5419 req-cc6a7e1a-85db-4155-890b-cbea3f1d2911 service nova] Enqueued Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 727.382291] env[69468]: INFO networking_nsxv3.common.synchronization [req-840b2971-f139-4767-b2c5-8416e16b5419 req-cc6a7e1a-85db-4155-890b-cbea3f1d2911 service nova] Enqueued Resource ID: 117bc8d4-1b9e-4bd2-b86e-e4226d5aeb03 with Priority: HIGHEST for action port [ 727.383041] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_rules [ 727.383041] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 727.383181] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 117bc8d4-1b9e-4bd2-b86e-e4226d5aeb03 with Priority: HIGHEST for action port [ 727.383377] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.383481] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.383678] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.383762] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.383942] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-117bc8d4-1b9e-4bd2-b86e-e4226d5aeb03 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.384058] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-117bc8d4-1b9e-4bd2-b86e-e4226d5aeb03" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.384126] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-117bc8d4-1b9e-4bd2-b86e-e4226d5aeb03" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.384353] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-117bc8d4-1b9e-4bd2-b86e-e4226d5aeb03" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.384451] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('117bc8d4-1b9e-4bd2-b86e-e4226d5aeb03',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.891072] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 117bc8d4-1b9e-4bd2-b86e-e4226d5aeb03 with status ACTIVE [ 727.891072] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.891072] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.891072] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.891072] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.891072] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.891072] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.891072] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.891072] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.891072] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.891072] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.891072] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.891072] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.891072] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.891072] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.891072] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.891072] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 117bc8d4-1b9e-4bd2-b86e-e4226d5aeb03 is going to be updated. [ 727.912399] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.912749] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.912939] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.913246] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.913785] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.913785] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-117bc8d4-1b9e-4bd2-b86e-e4226d5aeb03" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.191631] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: SUCCESS [ 728.191631] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 deletion is rescheduled due to dependency. [ 728.191631] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.205741] env[69468]: INFO networking_nsxv3.common.synchronization [req-dfbbc96c-612c-43f8-a1fa-5d6bb66f3774 req-5643e18e-1fd2-4e7c-bb2a-c9f7c210782a tempest-ListImageFiltersTestJSON-282139983 tempest-ListImageFiltersTestJSON-282139983-project-member] Enqueued Resource ID: ee37f4c4-aa89-4de7-8678-93af0f118710 with Priority: HIGHEST for action security_group_members [ 728.206129] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee37f4c4-aa89-4de7-8678-93af0f118710 with Priority: HIGHEST for action security_group_members [ 728.206437] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37f4c4-aa89-4de7-8678-93af0f118710 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.206569] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.206682] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.206870] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.207279] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.207417] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.207483] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.207648] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.207734] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.208284] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee37f4c4-aa89-4de7-8678-93af0f118710',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.444051] env[69468]: INFO networking_nsxv3.common.synchronization [None req-24c9a6fa-c88c-4c29-a8f4-5910d708727a None None] Enqueued Resource ID: 6a41fb1e-10cc-4c6a-8639-cdc4525c8243 with Priority: HIGHEST for action port [ 728.444431] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a41fb1e-10cc-4c6a-8639-cdc4525c8243 with Priority: HIGHEST for action port [ 728.444753] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a41fb1e-10cc-4c6a-8639-cdc4525c8243 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.444919] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a41fb1e-10cc-4c6a-8639-cdc4525c8243" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.444972] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a41fb1e-10cc-4c6a-8639-cdc4525c8243" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.447607] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a41fb1e-10cc-4c6a-8639-cdc4525c8243" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.448084] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a41fb1e-10cc-4c6a-8639-cdc4525c8243',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.710245] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.710443] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.710500] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.710706] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.710813] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.710989] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.711156] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.711223] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.711375] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.711453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.711541] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee37f4c4-aa89-4de7-8678-93af0f118710 already deleted. [ 728.711624] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.900360] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: SUCCESS [ 728.900360] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.900678] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.900740] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.900939] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.901123] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.901197] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.901353] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.901441] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.901548] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.901699] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.901831] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.901831] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.901978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.906078] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.906265] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.906337] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.906585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.906585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.906721] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.906769] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.908467] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.908467] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.908467] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.909271] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.909271] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.909271] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.909271] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.909271] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.951819] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a41fb1e-10cc-4c6a-8639-cdc4525c8243 [ 728.952105] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.952260] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.952331] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.952563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.952660] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.952774] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a41fb1e-10cc-4c6a-8639-cdc4525c8243 already deleted. [ 728.952875] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a41fb1e-10cc-4c6a-8639-cdc4525c8243" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.038880] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.039174] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.039311] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.039614] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.039882] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.041081] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.041273] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.041929] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.042144] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.042367] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.042489] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.042605] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.042719] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.042833] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.042943] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.043155] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.075286] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.078473] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 729.078473] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.078473] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.078473] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-8bc8f5fa-c3ec-45d0-bbd5-84002529188f taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.078473] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-8bc8f5fa-c3ec-45d0-bbd5-84002529188f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.078473] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-8bc8f5fa-c3ec-45d0-bbd5-84002529188f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.078473] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-8bc8f5fa-c3ec-45d0-bbd5-84002529188f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.078473] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bc8f5fa-c3ec-45d0-bbd5-84002529188f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.411481] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7dc9cad-1624-440a-9920-bf243ad20863: rpc.has_security_group_logging(os_id): False [ 729.412758] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.430958] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.431113] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.431250] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.431414] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.431511] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.431730] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.431832] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.431898] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.432736] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.432923] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.433200] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.433358] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.433469] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.433693] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.433955] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.434129] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.434272] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.434382] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.434569] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.434692] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.434815] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7dc9cad-1624-440a-9920-bf243ad20863 is going to be created. [ 729.491307] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.491429] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.491461] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.491653] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.491822] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.506460] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: IN_PROGRESS for 2s [ 729.579828] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.580083] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.580252] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.580507] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.580676] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.581388] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 8bc8f5fa-c3ec-45d0-bbd5-84002529188f not found, creating... [ 729.581388] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.581388] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.581664] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.581819] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.581924] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.582375] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.582478] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.582612] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.582827] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.582968] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.583253] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 8bc8f5fa-c3ec-45d0-bbd5-84002529188f is going to be created. [ 729.611220] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.611498] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.611621] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.611881] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.612157] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.612416] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-8bc8f5fa-c3ec-45d0-bbd5-84002529188f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.915373] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.283322] env[69468]: INFO networking_nsxv3.common.synchronization [None req-25788acc-67ee-4757-9faa-6feae0706b53 None None] Enqueued Resource ID: 12371f6d-2a3e-4201-b0c7-95b86b126cb1 with Priority: HIGHEST for action port [ 730.285771] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12371f6d-2a3e-4201-b0c7-95b86b126cb1 with Priority: HIGHEST for action port [ 730.286541] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-12371f6d-2a3e-4201-b0c7-95b86b126cb1 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.287060] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12371f6d-2a3e-4201-b0c7-95b86b126cb1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.287477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12371f6d-2a3e-4201-b0c7-95b86b126cb1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.290992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12371f6d-2a3e-4201-b0c7-95b86b126cb1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.291164] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12371f6d-2a3e-4201-b0c7-95b86b126cb1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.397502] env[69468]: INFO networking_nsxv3.common.synchronization [req-0e9e3478-4b23-4ed6-856f-154d2aaa6ece req-a5bae579-97f3-42df-bccc-6f8b0c064078 tempest-SecurityGroupRulesNegativeTestJSON-1699076676 tempest-SecurityGroupRulesNegativeTestJSON-1699076676-project-member] Enqueued Resource ID: 7b7a172f-91fc-442a-95fb-0b951cb5daf6 with Priority: HIGHEST for action security_group_rules [ 730.398044] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7a172f-91fc-442a-95fb-0b951cb5daf6 with Priority: HIGHEST for action security_group_rules [ 730.398355] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b7a172f-91fc-442a-95fb-0b951cb5daf6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.398475] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b7a172f-91fc-442a-95fb-0b951cb5daf6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.398542] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b7a172f-91fc-442a-95fb-0b951cb5daf6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.398982] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b7a172f-91fc-442a-95fb-0b951cb5daf6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.398982] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b7a172f-91fc-442a-95fb-0b951cb5daf6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.421389] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.421389] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.421389] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.421389] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.421389] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.421389] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7dc9cad-1624-440a-9920-bf243ad20863 is going to be updated. [ 730.451027] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.451320] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.451541] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.452410] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.452643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.461693] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: IN_PROGRESS for 2s [ 730.541635] env[69468]: INFO networking_nsxv3.common.synchronization [req-dfbbc96c-612c-43f8-a1fa-5d6bb66f3774 req-37c45d04-3517-4e43-b2e2-ad7340cf42e9 service nova] Enqueued Resource ID: ee37f4c4-aa89-4de7-8678-93af0f118710 with Priority: HIGHEST for action security_group_rules [ 730.541818] env[69468]: INFO networking_nsxv3.common.synchronization [req-dfbbc96c-612c-43f8-a1fa-5d6bb66f3774 req-37c45d04-3517-4e43-b2e2-ad7340cf42e9 service nova] Enqueued Resource ID: ee37f4c4-aa89-4de7-8678-93af0f118710 with Priority: HIGHEST for action security_group_members [ 730.542084] env[69468]: INFO networking_nsxv3.common.synchronization [req-dfbbc96c-612c-43f8-a1fa-5d6bb66f3774 req-37c45d04-3517-4e43-b2e2-ad7340cf42e9 service nova] Enqueued Resource ID: 8bc8f5fa-c3ec-45d0-bbd5-84002529188f with Priority: HIGHEST for action port [ 730.542690] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee37f4c4-aa89-4de7-8678-93af0f118710 with Priority: HIGHEST for action security_group_rules [ 730.542690] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee37f4c4-aa89-4de7-8678-93af0f118710 with Priority: HIGHEST for action security_group_members [ 730.542690] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc8f5fa-c3ec-45d0-bbd5-84002529188f with Priority: HIGHEST for action port [ 730.546856] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee37f4c4-aa89-4de7-8678-93af0f118710 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.546948] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.547470] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.547836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.547836] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee37f4c4-aa89-4de7-8678-93af0f118710',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.548870] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37f4c4-aa89-4de7-8678-93af0f118710 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.549055] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.549134] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.549336] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.549513] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.549636] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.549747] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.549919] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.550961] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.552018] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee37f4c4-aa89-4de7-8678-93af0f118710',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.552226] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bc8f5fa-c3ec-45d0-bbd5-84002529188f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.552226] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bc8f5fa-c3ec-45d0-bbd5-84002529188f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.552354] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bc8f5fa-c3ec-45d0-bbd5-84002529188f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.553031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bc8f5fa-c3ec-45d0-bbd5-84002529188f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.553031] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bc8f5fa-c3ec-45d0-bbd5-84002529188f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.795051] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12371f6d-2a3e-4201-b0c7-95b86b126cb1 [ 730.795051] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.795503] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.795602] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.795806] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.796122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.796237] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12371f6d-2a3e-4201-b0c7-95b86b126cb1 already deleted. [ 730.796331] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12371f6d-2a3e-4201-b0c7-95b86b126cb1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.870952] env[69468]: INFO networking_nsxv3.common.synchronization [req-55820530-b917-4168-b851-b0e9f7b01051 req-8354d408-d03e-4f22-8bec-fb17f84c9250 tempest-SecurityGroupRulesNegativeTestJSON-1699076676 tempest-SecurityGroupRulesNegativeTestJSON-1699076676-project-member] Enqueued Resource ID: 7b7a172f-91fc-442a-95fb-0b951cb5daf6 with Priority: HIGHEST for action security_group_rules [ 730.870952] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7a172f-91fc-442a-95fb-0b951cb5daf6 with Priority: HIGHEST for action security_group_rules [ 730.872023] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b7a172f-91fc-442a-95fb-0b951cb5daf6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.872194] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b7a172f-91fc-442a-95fb-0b951cb5daf6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.919853] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.920185] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.920185] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.920252] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.920316] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.920413] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b7a172f-91fc-442a-95fb-0b951cb5daf6 already deleted. [ 730.920498] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b7a172f-91fc-442a-95fb-0b951cb5daf6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.920710] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b7a172f-91fc-442a-95fb-0b951cb5daf6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.920933] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b7a172f-91fc-442a-95fb-0b951cb5daf6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.920933] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b7a172f-91fc-442a-95fb-0b951cb5daf6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.056893] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37f4c4-aa89-4de7-8678-93af0f118710 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.057938] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.057938] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee37f4c4-aa89-4de7-8678-93af0f118710',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.058364] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bc8f5fa-c3ec-45d0-bbd5-84002529188f with status ACTIVE [ 731.058715] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.058715] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.058852] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.059118] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.059228] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.059636] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.059636] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.059636] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.059804] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.060580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.060580] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.060580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.060580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.060580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.060991] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.060991] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bc8f5fa-c3ec-45d0-bbd5-84002529188f is going to be updated. [ 731.082149] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.082149] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.082149] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.082149] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.082149] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.082149] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bc8f5fa-c3ec-45d0-bbd5-84002529188f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.443501] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.443713] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.443768] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.443952] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.444213] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.444213] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b7a172f-91fc-442a-95fb-0b951cb5daf6 already deleted. [ 731.444318] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b7a172f-91fc-442a-95fb-0b951cb5daf6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.522444] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: SUCCESS [ 731.522552] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.522676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.522915] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.522995] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.565022] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee37f4c4-aa89-4de7-8678-93af0f118710',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.025210] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.025556] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.066019] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.066138] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.066138] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.066365] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.066464] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.066561] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee37f4c4-aa89-4de7-8678-93af0f118710 is going to be created. [ 732.087608] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.087806] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.087806] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.088149] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.088314] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.097979] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee37f4c4-aa89-4de7-8678-93af0f118710 in Status: UNINITIALIZED for 2s [ 732.474293] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: SUCCESS [ 732.474465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.474654] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.474914] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.475834] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.475834] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.475834] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.475834] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.475834] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.475834] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.475834] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.979247] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.979447] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.979505] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.979727] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.979918] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.980046] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.980790] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.980790] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.980790] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.980790] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.980790] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.980952] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.980981] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.981212] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.981555] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.981555] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.981555] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.981717] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.981801] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.982143] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.982868] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.487582] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7dc9cad-1624-440a-9920-bf243ad20863: rpc.has_security_group_logging(os_id): False [ 733.504161] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.504317] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.504446] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.504663] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.504759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.504960] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.505078] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.505146] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.505298] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.505379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.505584] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.505680] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.505741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.505878] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.505954] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.506142] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.506236] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.506297] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.506434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.506511] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.506594] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7dc9cad-1624-440a-9920-bf243ad20863 is going to be updated. [ 733.563097] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.563332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.563332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.563517] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.563668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.576584] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: IN_PROGRESS for 2s [ 734.107191] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee37f4c4-aa89-4de7-8678-93af0f118710 in Status: SUCCESS [ 734.107425] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.107598] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.107824] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.108029] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.108154] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.108224] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.108378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.108464] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.108551] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.108646] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee37f4c4-aa89-4de7-8678-93af0f118710',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.616925] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37f4c4-aa89-4de7-8678-93af0f118710 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.616925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.616925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.616925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.616925] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.616925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.616925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.616925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.616925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.616925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.616925] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37f4c4-aa89-4de7-8678-93af0f118710 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.616925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.616925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.616925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.616925] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.616925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.618272] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.618272] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.618272] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.618272] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.618272] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee37f4c4-aa89-4de7-8678-93af0f118710',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.664250] env[69468]: INFO networking_nsxv3.common.synchronization [None req-4bb70660-20a8-4c22-b37f-859f7fa72113 None None] Enqueued Resource ID: 467c259b-3aa6-42de-9152-c2f37d967d55 with Priority: HIGHEST for action port [ 734.664250] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467c259b-3aa6-42de-9152-c2f37d967d55 with Priority: HIGHEST for action port [ 734.664787] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-467c259b-3aa6-42de-9152-c2f37d967d55 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.665147] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-467c259b-3aa6-42de-9152-c2f37d967d55" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.665379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-467c259b-3aa6-42de-9152-c2f37d967d55" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.665836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-467c259b-3aa6-42de-9152-c2f37d967d55" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.666111] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('467c259b-3aa6-42de-9152-c2f37d967d55',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.122452] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee37f4c4-aa89-4de7-8678-93af0f118710: rpc.has_security_group_logging(os_id): False [ 735.140225] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.140565] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.140705] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.141085] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.141250] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.142075] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.142075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.142075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.142075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.142075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.142075] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.142354] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.142917] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.144011] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.144168] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.144477] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.144629] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.144704] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.144921] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.145139] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.145306] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee37f4c4-aa89-4de7-8678-93af0f118710 is going to be created. [ 735.169037] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 467c259b-3aa6-42de-9152-c2f37d967d55 [ 735.169636] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.169893] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.173033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.173033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.173033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.173033] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:467c259b-3aa6-42de-9152-c2f37d967d55 already deleted. [ 735.173033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-467c259b-3aa6-42de-9152-c2f37d967d55" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.229322] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.229477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.229549] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.229762] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.229978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.253324] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee37f4c4-aa89-4de7-8678-93af0f118710 in Status: IN_PROGRESS for 2s [ 735.592108] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: SUCCESS [ 735.592343] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.593165] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.593165] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.593165] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.007571] env[69468]: INFO networking_nsxv3.common.synchronization [None req-6eb6b6f0-e892-4651-ae46-542fa9e2534f tempest-ServerActionsV293TestJSON-1453348147 tempest-ServerActionsV293TestJSON-1453348147-project-member] Enqueued Resource ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 with Priority: HIGHEST for action security_group_rules [ 736.007571] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 with Priority: HIGHEST for action security_group_rules [ 736.007571] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.007924] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.007924] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.007998] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.009166] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.097995] env[69468]: INFO networking_nsxv3.common.synchronization [None req-211074ec-7309-4ba4-8e3d-94f56d5dd3ba tempest-ServerActionsV293TestJSON-1453348147 tempest-ServerActionsV293TestJSON-1453348147-project-member] Enqueued Resource ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 with Priority: HIGHEST for action security_group_rules [ 736.098098] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 with Priority: HIGHEST for action security_group_rules [ 736.098945] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.098945] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.103379] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.103379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.103379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.103379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.103379] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.103379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.103379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.103379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.103379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.103379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.103379] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.532791] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.532937] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.533019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.533241] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.533336] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.533572] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 already deleted. [ 736.533572] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.533687] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.534089] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.534089] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.609712] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.609712] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.609712] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.609712] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.609712] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.609712] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.609712] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.609712] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.609712] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.609712] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.609712] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.609712] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.609712] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.609712] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.609712] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.609712] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.610330] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.610330] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.610330] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.610330] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.610330] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.617970] env[69468]: INFO networking_nsxv3.common.synchronization [None req-6cc64618-1400-4c36-b2d2-a0982c8af984 None None] Enqueued Resource ID: c5f5d3b9-fb7f-4284-b93a-4f7ff23051bd with Priority: HIGHEST for action port [ 736.619841] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f5d3b9-fb7f-4284-b93a-4f7ff23051bd with Priority: HIGHEST for action port [ 736.619841] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5f5d3b9-fb7f-4284-b93a-4f7ff23051bd taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.619841] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5f5d3b9-fb7f-4284-b93a-4f7ff23051bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.619841] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5f5d3b9-fb7f-4284-b93a-4f7ff23051bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.622309] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5f5d3b9-fb7f-4284-b93a-4f7ff23051bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.622309] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5f5d3b9-fb7f-4284-b93a-4f7ff23051bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.068051] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.068349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.068349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.068461] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.068556] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.068648] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 already deleted. [ 737.068725] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.114386] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7dc9cad-1624-440a-9920-bf243ad20863: rpc.has_security_group_logging(os_id): False [ 737.124643] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5f5d3b9-fb7f-4284-b93a-4f7ff23051bd [ 737.125118] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.125437] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.125649] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.125943] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.126144] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.129554] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5f5d3b9-fb7f-4284-b93a-4f7ff23051bd already deleted. [ 737.129596] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5f5d3b9-fb7f-4284-b93a-4f7ff23051bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.131627] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.131627] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.131627] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.131627] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.131627] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.131627] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.131627] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.131627] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.132179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.132179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.132179] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.132179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.132179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.132472] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.132472] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.132472] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.132703] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.132703] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.132765] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.134069] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.134069] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7dc9cad-1624-440a-9920-bf243ad20863 is going to be updated. [ 737.191803] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.192328] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.192442] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.192944] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.192944] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.216055] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: IN_PROGRESS for 2s [ 737.282565] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee37f4c4-aa89-4de7-8678-93af0f118710 in Status: SUCCESS [ 737.282565] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.215283] env[69468]: INFO networking_nsxv3.common.synchronization [None req-84e39bed-0285-41ad-b492-8f8171742dc2 None None] Enqueued Resource ID: eb0caef7-6833-4396-8d1e-a12284968d0d with Priority: HIGHEST for action port [ 738.215283] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb0caef7-6833-4396-8d1e-a12284968d0d with Priority: HIGHEST for action port [ 738.215283] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb0caef7-6833-4396-8d1e-a12284968d0d taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.215283] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb0caef7-6833-4396-8d1e-a12284968d0d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.215283] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb0caef7-6833-4396-8d1e-a12284968d0d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.215283] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb0caef7-6833-4396-8d1e-a12284968d0d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.215851] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb0caef7-6833-4396-8d1e-a12284968d0d',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.722203] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb0caef7-6833-4396-8d1e-a12284968d0d [ 738.722203] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.722203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.722203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.722203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.722203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.722203] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb0caef7-6833-4396-8d1e-a12284968d0d already deleted. [ 738.722203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb0caef7-6833-4396-8d1e-a12284968d0d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.078366] env[69468]: INFO networking_nsxv3.common.synchronization [req-3e35c031-eca1-4d7c-ae1c-0bc34e0c0f0d req-62d3c3e9-aadf-413e-9673-7ad502ad6ad0 tempest-ServersTestMultiNic-273377454 tempest-ServersTestMultiNic-273377454-project-member] Enqueued Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 739.079469] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 739.080206] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.080724] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.080724] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.080724] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.080858] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.080959] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.081056] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.081259] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.081383] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.081504] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.231347] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: SUCCESS [ 739.231595] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.443294] env[69468]: INFO networking_nsxv3.common.synchronization [None req-7b8b114f-7069-42e1-8dcd-f9c506407bd4 tempest-ServerActionsTestOtherA-1764177117 tempest-ServerActionsTestOtherA-1764177117-project-member] Enqueued Resource ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 with Priority: HIGHEST for action security_group_rules [ 739.446748] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 with Priority: HIGHEST for action security_group_rules [ 739.446748] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.446748] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.446748] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.446748] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.446748] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.583804] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.610349] env[69468]: INFO networking_nsxv3.common.synchronization [None req-e1c49f50-0e12-4659-b988-1a6a3726ec43 tempest-ServerActionsTestOtherA-1764177117 tempest-ServerActionsTestOtherA-1764177117-project-member] Enqueued Resource ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 with Priority: HIGHEST for action security_group_rules [ 739.611536] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 with Priority: HIGHEST for action security_group_rules [ 739.611536] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.611536] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.636430] env[69468]: INFO networking_nsxv3.common.synchronization [req-3e35c031-eca1-4d7c-ae1c-0bc34e0c0f0d req-051d2c18-a395-4f07-8ab5-d434c9be6467 tempest-ServersTestMultiNic-273377454 tempest-ServersTestMultiNic-273377454-project-member] Enqueued Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 739.637328] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 739.637615] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.637700] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.679562] env[69468]: INFO networking_nsxv3.common.synchronization [req-c0d74f2a-4af5-4391-8f04-faa3a8723b95 req-0ebef65e-21e8-48f8-add3-998c7864de51 tempest-ImagesOneServerTestJSON-1208980985 tempest-ImagesOneServerTestJSON-1208980985-project-member] Enqueued Resource ID: c30481b9-748d-4b46-9264-2ac4e4e55e14 with Priority: HIGHEST for action security_group_members [ 739.680528] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c30481b9-748d-4b46-9264-2ac4e4e55e14 with Priority: HIGHEST for action security_group_members [ 739.680965] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-c30481b9-748d-4b46-9264-2ac4e4e55e14 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.681891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.683021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.683021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.683021] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.683021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.683208] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.683472] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.683659] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.684812] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c30481b9-748d-4b46-9264-2ac4e4e55e14',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.959190] env[69468]: INFO networking_nsxv3.common.synchronization [req-3e35c031-eca1-4d7c-ae1c-0bc34e0c0f0d req-65dd133f-900f-499f-ac9a-56aa79c00766 tempest-ServersTestMultiNic-273377454 tempest-ServersTestMultiNic-273377454-project-member] Enqueued Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 739.959190] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 739.959190] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.959325] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.973511] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.973708] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.973774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.974696] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.974696] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.974696] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 already deleted. [ 739.974696] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.974696] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.974696] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.974696] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.086702] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.187437] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.188267] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.188346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.189477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.189477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.189477] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.189477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.189477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.189477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.189477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.189477] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c30481b9-748d-4b46-9264-2ac4e4e55e14 is going to be updated. [ 740.219437] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.219588] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.219696] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.219938] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.220118] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.230804] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c30481b9-748d-4b46-9264-2ac4e4e55e14 in Status: IN_PROGRESS for 2s [ 740.275058] env[69468]: INFO networking_nsxv3.common.synchronization [None req-60d2b390-4ab5-4025-bc25-45d510906cc3 None None] Enqueued Resource ID: bbb3830f-71b6-4d2f-b799-d783f39b23f5 with Priority: HIGHEST for action port [ 740.275625] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb3830f-71b6-4d2f-b799-d783f39b23f5 with Priority: HIGHEST for action port [ 740.275955] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbb3830f-71b6-4d2f-b799-d783f39b23f5 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.279224] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbb3830f-71b6-4d2f-b799-d783f39b23f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.279307] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbb3830f-71b6-4d2f-b799-d783f39b23f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.279729] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbb3830f-71b6-4d2f-b799-d783f39b23f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.279729] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbb3830f-71b6-4d2f-b799-d783f39b23f5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.497654] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.497844] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.497844] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.497982] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.498096] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.498192] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 already deleted. [ 740.498278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.588967] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.589204] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.589288] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.589516] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.592057] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.592057] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7dc9cad-1624-440a-9920-bf243ad20863 is going to be updated. [ 740.619160] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.619318] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.619402] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.619625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.619763] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.628866] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: IN_PROGRESS for 2s [ 740.783086] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbb3830f-71b6-4d2f-b799-d783f39b23f5 [ 740.783335] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.783489] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.783557] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.783767] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.783862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.783973] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbb3830f-71b6-4d2f-b799-d783f39b23f5 already deleted. [ 740.784067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbb3830f-71b6-4d2f-b799-d783f39b23f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.251021] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c30481b9-748d-4b46-9264-2ac4e4e55e14 in Status: SUCCESS [ 742.251305] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c30481b9-748d-4b46-9264-2ac4e4e55e14 deletion is rescheduled due to dependency. [ 742.251464] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c30481b9-748d-4b46-9264-2ac4e4e55e14" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.639147] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: SUCCESS [ 742.639147] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.639147] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.639147] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.639708] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.639708] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.639708] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.639837] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.639879] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.639960] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.142715] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.142877] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.142951] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.143199] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.143298] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.143555] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.143622] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.143682] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.143827] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.143904] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.143992] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7dc9cad-1624-440a-9920-bf243ad20863 is going to be updated. [ 743.171326] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.171468] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.171539] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.171739] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.171879] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.180073] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: IN_PROGRESS for 2s [ 745.133305] env[69468]: INFO networking_nsxv3.common.synchronization [req-9ef471ee-7d19-48f1-a311-76ca7e9064b3 req-6f11d203-c200-4f60-a684-783161a6d6d5 tempest-ListImageFiltersTestJSON-282139983 tempest-ListImageFiltersTestJSON-282139983-project-member] Enqueued Resource ID: ee37f4c4-aa89-4de7-8678-93af0f118710 with Priority: HIGHEST for action security_group_members [ 745.133640] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee37f4c4-aa89-4de7-8678-93af0f118710 with Priority: HIGHEST for action security_group_members [ 745.133924] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37f4c4-aa89-4de7-8678-93af0f118710 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.134065] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.134203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.134402] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.134489] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.134595] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.134666] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.134801] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.134888] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.134982] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee37f4c4-aa89-4de7-8678-93af0f118710',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.189956] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: SUCCESS [ 745.190240] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7dc9cad-1624-440a-9920-bf243ad20863 deletion is rescheduled due to dependency. [ 745.190293] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.190453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.190667] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.190846] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.190959] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.191038] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.191216] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.191310] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.191395] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.635105] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.635349] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.635442] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.635704] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.635961] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.636129] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.636246] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.636451] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.636594] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.636801] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.636916] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.638489] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.638489] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.638489] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.638489] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.638489] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.641272] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee37f4c4-aa89-4de7-8678-93af0f118710',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.656698] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.656752] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 745.656937] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.657250] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.661571] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-f46198f7-e2cd-4d21-8b63-33c585b37c57 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.661823] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-f46198f7-e2cd-4d21-8b63-33c585b37c57" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.662018] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-f46198f7-e2cd-4d21-8b63-33c585b37c57" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.662767] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-f46198f7-e2cd-4d21-8b63-33c585b37c57" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.663048] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f46198f7-e2cd-4d21-8b63-33c585b37c57',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.694745] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.694908] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.695665] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.696044] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.696836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.696836] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.696836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.696836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.696836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.696836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.697167] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7dc9cad-1624-440a-9920-bf243ad20863 is going to be updated. [ 745.725597] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.725730] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.725819] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.726033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.726183] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.734488] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: IN_PROGRESS for 2s [ 746.148598] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee37f4c4-aa89-4de7-8678-93af0f118710',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.167182] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.167413] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.167539] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.167838] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.167991] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.168351] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port f46198f7-e2cd-4d21-8b63-33c585b37c57 not found, creating... [ 746.168393] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.168550] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.168665] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.168872] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.169015] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.169292] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.169444] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.169558] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.169765] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.169890] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.170037] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: f46198f7-e2cd-4d21-8b63-33c585b37c57 is going to be created. [ 746.188089] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.188259] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.188388] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.188626] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.188842] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.189066] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-f46198f7-e2cd-4d21-8b63-33c585b37c57" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.651867] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.652050] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.652152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.652357] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.652465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.652566] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee37f4c4-aa89-4de7-8678-93af0f118710 is going to be updated. [ 746.679710] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.679710] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.679710] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.679710] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.679710] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.687779] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee37f4c4-aa89-4de7-8678-93af0f118710 in Status: IN_PROGRESS for 2s [ 747.068864] env[69468]: INFO networking_nsxv3.common.synchronization [req-9ef471ee-7d19-48f1-a311-76ca7e9064b3 req-7ff764f8-e8bc-4c3c-8923-c7eb65d17319 service nova] Enqueued Resource ID: ee37f4c4-aa89-4de7-8678-93af0f118710 with Priority: HIGHEST for action security_group_rules [ 747.069059] env[69468]: INFO networking_nsxv3.common.synchronization [req-9ef471ee-7d19-48f1-a311-76ca7e9064b3 req-7ff764f8-e8bc-4c3c-8923-c7eb65d17319 service nova] Enqueued Resource ID: ee37f4c4-aa89-4de7-8678-93af0f118710 with Priority: HIGHEST for action security_group_members [ 747.069333] env[69468]: INFO networking_nsxv3.common.synchronization [req-9ef471ee-7d19-48f1-a311-76ca7e9064b3 req-7ff764f8-e8bc-4c3c-8923-c7eb65d17319 service nova] Enqueued Resource ID: f46198f7-e2cd-4d21-8b63-33c585b37c57 with Priority: HIGHEST for action port [ 747.069624] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee37f4c4-aa89-4de7-8678-93af0f118710 with Priority: HIGHEST for action security_group_rules [ 747.069765] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee37f4c4-aa89-4de7-8678-93af0f118710 with Priority: HIGHEST for action security_group_members [ 747.069866] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f46198f7-e2cd-4d21-8b63-33c585b37c57 with Priority: HIGHEST for action port [ 747.070932] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee37f4c4-aa89-4de7-8678-93af0f118710 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.070932] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.070932] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.071300] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.071300] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee37f4c4-aa89-4de7-8678-93af0f118710',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.072335] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37f4c4-aa89-4de7-8678-93af0f118710 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.072335] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.072553] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-f46198f7-e2cd-4d21-8b63-33c585b37c57 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.072823] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f46198f7-e2cd-4d21-8b63-33c585b37c57" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.073060] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f46198f7-e2cd-4d21-8b63-33c585b37c57" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.073288] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f46198f7-e2cd-4d21-8b63-33c585b37c57" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.073438] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f46198f7-e2cd-4d21-8b63-33c585b37c57',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.575573] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37f4c4-aa89-4de7-8678-93af0f118710 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.575887] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.575887] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f46198f7-e2cd-4d21-8b63-33c585b37c57 with status ACTIVE [ 747.576063] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.576150] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.576150] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.577372] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.577561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.577723] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.577907] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.577949] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.578113] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.578197] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.578568] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.578677] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.578741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.578937] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.579255] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.579255] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f46198f7-e2cd-4d21-8b63-33c585b37c57 is going to be updated. [ 747.602347] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.602347] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.602347] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.602347] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.602347] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.602347] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f46198f7-e2cd-4d21-8b63-33c585b37c57" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.747749] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: SUCCESS [ 747.747749] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7dc9cad-1624-440a-9920-bf243ad20863 deletion is rescheduled due to dependency. [ 747.747749] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.011058] env[69468]: INFO networking_nsxv3.common.synchronization [req-22e8fd25-b759-423a-8795-ad8a23eeeae4 req-2745e684-731a-4185-8bf8-5a878b90a6b9 tempest-MigrationsAdminTest-286006226 tempest-MigrationsAdminTest-286006226-project-member] Enqueued Resource ID: fbe2916d-c20c-4b27-809f-90db7414ebad with Priority: HIGHEST for action security_group_members [ 748.011058] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe2916d-c20c-4b27-809f-90db7414ebad with Priority: HIGHEST for action security_group_members [ 748.011058] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe2916d-c20c-4b27-809f-90db7414ebad taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.011058] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.011058] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.011058] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.012608] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.014064] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.014983] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.015219] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.015312] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.016032] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbe2916d-c20c-4b27-809f-90db7414ebad',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.496559] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.496694] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.496897] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.497270] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.497554] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.497715] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.499452] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.499452] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.499452] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.499452] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.499452] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.499452] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.499452] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.499452] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.499452] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.499452] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.516640] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.516640] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 748.516640] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.516806] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.517090] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-fd636137-6583-4c7a-937a-701561e4141a taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.517270] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-fd636137-6583-4c7a-937a-701561e4141a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.517458] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-fd636137-6583-4c7a-937a-701561e4141a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.517836] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-fd636137-6583-4c7a-937a-701561e4141a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.517836] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd636137-6583-4c7a-937a-701561e4141a',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.520318] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.520318] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.520318] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.520318] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.520318] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.520570] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.520570] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.520716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.520716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.520786] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.520898] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbe2916d-c20c-4b27-809f-90db7414ebad already deleted. [ 748.520949] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.698836] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee37f4c4-aa89-4de7-8678-93af0f118710 in Status: SUCCESS [ 748.698836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.698836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.698836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.698836] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.698836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.698836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.698836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.698836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.698836] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee37f4c4-aa89-4de7-8678-93af0f118710',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.020938] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.021330] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.021481] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.021803] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.021990] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.022167] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port fd636137-6583-4c7a-937a-701561e4141a not found, creating... [ 749.022522] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.022688] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.022811] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.023048] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.023194] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.023477] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.023638] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.023758] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.023963] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.024112] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.024254] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: fd636137-6583-4c7a-937a-701561e4141a is going to be created. [ 749.042512] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.042733] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.042882] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.043148] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.043385] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.043617] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-fd636137-6583-4c7a-937a-701561e4141a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.201951] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee37f4c4-aa89-4de7-8678-93af0f118710',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.706240] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee37f4c4-aa89-4de7-8678-93af0f118710',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.819226] env[69468]: INFO networking_nsxv3.common.synchronization [req-22e8fd25-b759-423a-8795-ad8a23eeeae4 req-208376db-4531-4ddf-aa15-5ecf289b4236 service nova] Enqueued Resource ID: fbe2916d-c20c-4b27-809f-90db7414ebad with Priority: HIGHEST for action security_group_rules [ 749.820045] env[69468]: INFO networking_nsxv3.common.synchronization [req-22e8fd25-b759-423a-8795-ad8a23eeeae4 req-208376db-4531-4ddf-aa15-5ecf289b4236 service nova] Enqueued Resource ID: fbe2916d-c20c-4b27-809f-90db7414ebad with Priority: HIGHEST for action security_group_members [ 749.820045] env[69468]: INFO networking_nsxv3.common.synchronization [req-22e8fd25-b759-423a-8795-ad8a23eeeae4 req-208376db-4531-4ddf-aa15-5ecf289b4236 service nova] Enqueued Resource ID: fd636137-6583-4c7a-937a-701561e4141a with Priority: HIGHEST for action port [ 749.820045] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe2916d-c20c-4b27-809f-90db7414ebad with Priority: HIGHEST for action security_group_rules [ 749.820045] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe2916d-c20c-4b27-809f-90db7414ebad with Priority: HIGHEST for action security_group_members [ 749.820045] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd636137-6583-4c7a-937a-701561e4141a with Priority: HIGHEST for action port [ 749.821952] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbe2916d-c20c-4b27-809f-90db7414ebad taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.822119] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.822242] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.822461] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.822543] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbe2916d-c20c-4b27-809f-90db7414ebad',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.823629] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe2916d-c20c-4b27-809f-90db7414ebad taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.823629] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.823629] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.823768] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.823847] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.823907] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.823962] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.824109] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.824191] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.824287] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbe2916d-c20c-4b27-809f-90db7414ebad',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.825053] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd636137-6583-4c7a-937a-701561e4141a taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.825167] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd636137-6583-4c7a-937a-701561e4141a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.825221] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd636137-6583-4c7a-937a-701561e4141a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.825332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd636137-6583-4c7a-937a-701561e4141a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.825408] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd636137-6583-4c7a-937a-701561e4141a',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.208027] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.208176] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.208176] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.208380] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.208483] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.208602] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee37f4c4-aa89-4de7-8678-93af0f118710 is going to be updated. [ 750.233345] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.233551] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.233631] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.233842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.233982] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.241768] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee37f4c4-aa89-4de7-8678-93af0f118710 in Status: IN_PROGRESS for 2s [ 750.327645] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe2916d-c20c-4b27-809f-90db7414ebad taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.327877] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.328057] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbe2916d-c20c-4b27-809f-90db7414ebad',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.329031] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd636137-6583-4c7a-937a-701561e4141a with status ACTIVE [ 750.329236] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.329390] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.329461] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.329672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.329766] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.329942] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.330060] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.330306] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.330306] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.330420] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.330530] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.330639] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.330702] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.330857] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.330936] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.331080] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd636137-6583-4c7a-937a-701561e4141a is going to be updated. [ 750.350973] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.351187] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.351187] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.351425] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.351567] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.351759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd636137-6583-4c7a-937a-701561e4141a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.833588] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbe2916d-c20c-4b27-809f-90db7414ebad',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.937072] env[69468]: INFO networking_nsxv3.common.synchronization [req-f07fc508-20dd-410f-9608-ffd78f28ebac req-f6418e2b-ccee-4380-b3e7-e5d0818be4f5 tempest-ListServersNegativeTestJSON-1197111871 tempest-ListServersNegativeTestJSON-1197111871-project-member] Enqueued Resource ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 with Priority: HIGHEST for action security_group_members [ 750.937577] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 with Priority: HIGHEST for action security_group_members [ 750.937878] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d854f671-b7d3-43da-80bf-cf74a7ec7395 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.938016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.938106] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.938332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.938557] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.938722] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.938831] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.939362] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.939466] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.939581] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.336068] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.336068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.336068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.336275] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.336305] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.336457] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbe2916d-c20c-4b27-809f-90db7414ebad is going to be created. [ 751.365565] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.367123] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.367377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.370881] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.370881] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.382091] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbe2916d-c20c-4b27-809f-90db7414ebad in Status: UNINITIALIZED for 2s [ 751.441978] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.442082] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.442805] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.442805] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.442805] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.442805] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.442805] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.443132] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.443132] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.443132] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.443290] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 already deleted. [ 751.443290] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.983049] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-242 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.983049] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.983049] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.983049] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.983049] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.983049] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.983049] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.983049] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.983049] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.983049] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 751.983049] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.983049] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.983049] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.983789] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 751.983789] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.984471] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.002210] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.002430] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 752.002578] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.005031] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.005031] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-3b284ec5-f19b-4688-9bab-a6fb120cc7d8 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.005031] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-3b284ec5-f19b-4688-9bab-a6fb120cc7d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.005031] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-3b284ec5-f19b-4688-9bab-a6fb120cc7d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.005031] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-3b284ec5-f19b-4688-9bab-a6fb120cc7d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.005031] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b284ec5-f19b-4688-9bab-a6fb120cc7d8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.260366] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee37f4c4-aa89-4de7-8678-93af0f118710 in Status: SUCCESS [ 752.260366] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.260366] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.260366] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.260366] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.260366] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.260366] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.260366] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.260366] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.260366] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.260366] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee37f4c4-aa89-4de7-8678-93af0f118710',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.507528] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.507754] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.507883] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.508188] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.508345] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.508509] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 3b284ec5-f19b-4688-9bab-a6fb120cc7d8 not found, creating... [ 752.508770] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.509102] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.509289] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.514449] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.514449] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.514449] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.514449] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.514449] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.514449] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.514449] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.514449] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 3b284ec5-f19b-4688-9bab-a6fb120cc7d8 is going to be created. [ 752.539638] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.539854] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.540032] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.540332] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.540577] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.540848] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-3b284ec5-f19b-4688-9bab-a6fb120cc7d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.765417] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37f4c4-aa89-4de7-8678-93af0f118710 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.766300] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.766300] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.766300] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.766476] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.766647] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.766715] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.766970] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.767139] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.767315] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.767568] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37f4c4-aa89-4de7-8678-93af0f118710 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.767911] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.767911] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.768917] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.768917] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.768917] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.768917] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.768917] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.768917] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.769209] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.769209] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee37f4c4-aa89-4de7-8678-93af0f118710',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.916790] env[69468]: INFO networking_nsxv3.common.synchronization [req-7967c9fd-ddc6-4b3e-b676-4cc3096c3842 req-f95bec3d-0a96-486f-b036-49f93894d726 tempest-ServersTestJSON-176631825 tempest-ServersTestJSON-176631825-project-member] Enqueued Resource ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 with Priority: HIGHEST for action security_group_members [ 752.917451] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 with Priority: HIGHEST for action security_group_members [ 752.918172] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-63f10967-9a09-4ad7-bde9-ea575fe36d28 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.920492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.920492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.920492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.920492] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.920492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.920492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.920492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.920492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.920492] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63f10967-9a09-4ad7-bde9-ea575fe36d28',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.273406] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee37f4c4-aa89-4de7-8678-93af0f118710: rpc.has_security_group_logging(os_id): False [ 753.291320] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.291511] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.291583] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.291956] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.292202] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.292620] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.292748] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.292996] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.293203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.293394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.293631] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.293735] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.293802] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.294074] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.294183] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.294418] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.294550] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.294580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.294716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.294794] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.294881] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee37f4c4-aa89-4de7-8678-93af0f118710 is going to be updated. [ 753.360472] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.360472] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.360584] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.361230] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.361230] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.387165] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee37f4c4-aa89-4de7-8678-93af0f118710 in Status: IN_PROGRESS for 2s [ 753.400488] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbe2916d-c20c-4b27-809f-90db7414ebad in Status: SUCCESS [ 753.400684] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.400852] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.401083] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.401294] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.401416] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.401484] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.401646] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.401731] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.401819] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.401912] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbe2916d-c20c-4b27-809f-90db7414ebad',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.422697] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.422848] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.422920] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.423154] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.423249] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.423437] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.423533] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.424099] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.424099] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.424099] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.424238] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 is going to be updated. [ 753.467449] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.467449] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.467449] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.467449] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.467449] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.479730] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 in Status: IN_PROGRESS for 2s [ 753.564067] env[69468]: INFO networking_nsxv3.common.synchronization [req-f07fc508-20dd-410f-9608-ffd78f28ebac req-fe04fdf6-b2e0-457b-9d84-9969b1be9e4e tempest-ListServersNegativeTestJSON-1197111871 tempest-ListServersNegativeTestJSON-1197111871-project-member] Enqueued Resource ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 with Priority: HIGHEST for action security_group_members [ 753.564537] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 with Priority: HIGHEST for action security_group_members [ 753.564537] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d854f671-b7d3-43da-80bf-cf74a7ec7395 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.564659] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.564659] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.564849] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.564996] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.565103] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.565161] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.565306] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.565423] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.565572] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.833178] env[69468]: INFO networking_nsxv3.common.synchronization [req-f07fc508-20dd-410f-9608-ffd78f28ebac req-b211da5a-9213-4fdd-9d2e-99b95d96f404 service nova] Enqueued Resource ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 with Priority: HIGHEST for action security_group_rules [ 753.833178] env[69468]: INFO networking_nsxv3.common.synchronization [req-f07fc508-20dd-410f-9608-ffd78f28ebac req-b211da5a-9213-4fdd-9d2e-99b95d96f404 service nova] Enqueued Resource ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 with Priority: HIGHEST for action security_group_members [ 753.833178] env[69468]: INFO networking_nsxv3.common.synchronization [req-f07fc508-20dd-410f-9608-ffd78f28ebac req-b211da5a-9213-4fdd-9d2e-99b95d96f404 service nova] Enqueued Resource ID: 3b284ec5-f19b-4688-9bab-a6fb120cc7d8 with Priority: HIGHEST for action port [ 753.839354] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 with Priority: HIGHEST for action security_group_rules [ 753.839354] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 with Priority: HIGHEST for action security_group_members [ 753.839354] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b284ec5-f19b-4688-9bab-a6fb120cc7d8 with Priority: HIGHEST for action port [ 753.839354] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d854f671-b7d3-43da-80bf-cf74a7ec7395 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.839354] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.839354] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.839354] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.839354] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.841328] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d854f671-b7d3-43da-80bf-cf74a7ec7395 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.841469] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.841723] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b284ec5-f19b-4688-9bab-a6fb120cc7d8 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.841845] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b284ec5-f19b-4688-9bab-a6fb120cc7d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.841930] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b284ec5-f19b-4688-9bab-a6fb120cc7d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.843814] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b284ec5-f19b-4688-9bab-a6fb120cc7d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.843931] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b284ec5-f19b-4688-9bab-a6fb120cc7d8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.905494] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe2916d-c20c-4b27-809f-90db7414ebad taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.905629] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.905673] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.906625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.906625] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.906625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.906625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.906625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.906625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.906625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.906900] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe2916d-c20c-4b27-809f-90db7414ebad taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.906900] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.906900] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.906993] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.907090] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.907260] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.907260] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.908137] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.908137] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.908137] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.908137] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbe2916d-c20c-4b27-809f-90db7414ebad',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.069971] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.303614] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-242 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.303902] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.303942] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.304223] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.304479] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.304640] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.304760] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.304991] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.305404] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.305680] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.305838] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.305959] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.306470] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.306615] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.306733] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.306873] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.328338] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.328587] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 754.328733] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.328909] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.329245] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-792cf213-fbce-47e9-8e02-2c4aa6a06738 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.329450] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-792cf213-fbce-47e9-8e02-2c4aa6a06738" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.329580] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-792cf213-fbce-47e9-8e02-2c4aa6a06738" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.329899] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-792cf213-fbce-47e9-8e02-2c4aa6a06738" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.330053] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('792cf213-fbce-47e9-8e02-2c4aa6a06738',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.347608] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d854f671-b7d3-43da-80bf-cf74a7ec7395 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.348515] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.348515] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b284ec5-f19b-4688-9bab-a6fb120cc7d8 with status ACTIVE [ 754.348515] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.348515] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.348515] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.348793] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.348793] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.349445] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.349445] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.349445] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.349445] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.349445] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.349732] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.349732] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.349732] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.349853] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.349853] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.349937] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b284ec5-f19b-4688-9bab-a6fb120cc7d8 is going to be updated. [ 754.371235] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.371399] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.371447] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.372071] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.372071] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.372071] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b284ec5-f19b-4688-9bab-a6fb120cc7d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.410338] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbe2916d-c20c-4b27-809f-90db7414ebad: rpc.has_security_group_logging(os_id): False [ 754.441428] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.441621] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.441693] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.441920] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.442028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.442280] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.442388] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.442447] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.442610] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.442692] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.442872] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.442957] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.443044] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.443242] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.443242] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.443436] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.443831] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.443831] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.443831] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.443831] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.444045] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbe2916d-c20c-4b27-809f-90db7414ebad is going to be created. [ 754.536568] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.536839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.536918] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.537316] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.537512] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.553221] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbe2916d-c20c-4b27-809f-90db7414ebad in Status: IN_PROGRESS for 2s [ 754.576259] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.833560] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.833797] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.833927] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.834740] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.834740] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.834740] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 792cf213-fbce-47e9-8e02-2c4aa6a06738 not found, creating... [ 754.834899] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.835045] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.835172] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.835415] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.835643] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.835842] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.835998] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.836122] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.836338] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.836542] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.836705] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 792cf213-fbce-47e9-8e02-2c4aa6a06738 is going to be created. [ 754.854404] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.855148] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.855148] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.855148] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.855301] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.856204] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-792cf213-fbce-47e9-8e02-2c4aa6a06738" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.078736] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.078736] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.078736] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.079422] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.079422] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.079422] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 is going to be created. [ 755.105060] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.105170] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.105292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.105428] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.105960] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.115350] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 in Status: UNINITIALIZED for 2s [ 755.400087] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee37f4c4-aa89-4de7-8678-93af0f118710 in Status: SUCCESS [ 755.400356] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.488827] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 in Status: SUCCESS [ 755.489032] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 deletion is rescheduled due to dependency. [ 755.489124] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.763087] env[69468]: INFO networking_nsxv3.common.synchronization [req-f07fc508-20dd-410f-9608-ffd78f28ebac req-cb9eb9c8-3c10-4d87-8d55-59df71a1ed55 service nova] Enqueued Resource ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 with Priority: HIGHEST for action security_group_rules [ 755.763306] env[69468]: INFO networking_nsxv3.common.synchronization [req-f07fc508-20dd-410f-9608-ffd78f28ebac req-cb9eb9c8-3c10-4d87-8d55-59df71a1ed55 service nova] Enqueued Resource ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 with Priority: HIGHEST for action security_group_members [ 755.763683] env[69468]: INFO networking_nsxv3.common.synchronization [req-f07fc508-20dd-410f-9608-ffd78f28ebac req-cb9eb9c8-3c10-4d87-8d55-59df71a1ed55 service nova] Enqueued Resource ID: 792cf213-fbce-47e9-8e02-2c4aa6a06738 with Priority: HIGHEST for action port [ 755.764284] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 with Priority: HIGHEST for action security_group_rules [ 755.764473] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 with Priority: HIGHEST for action security_group_members [ 755.764638] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 792cf213-fbce-47e9-8e02-2c4aa6a06738 with Priority: HIGHEST for action port [ 755.764930] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d854f671-b7d3-43da-80bf-cf74a7ec7395 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.765050] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.765246] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d854f671-b7d3-43da-80bf-cf74a7ec7395 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.765332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.765530] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-792cf213-fbce-47e9-8e02-2c4aa6a06738 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.765605] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-792cf213-fbce-47e9-8e02-2c4aa6a06738" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.765663] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-792cf213-fbce-47e9-8e02-2c4aa6a06738" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.765916] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-792cf213-fbce-47e9-8e02-2c4aa6a06738" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.766008] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('792cf213-fbce-47e9-8e02-2c4aa6a06738',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.273251] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 792cf213-fbce-47e9-8e02-2c4aa6a06738 with status ACTIVE [ 756.273488] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.273647] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.273726] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.273933] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.274043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.274229] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.274425] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.274425] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.274536] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.274610] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.274797] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.274890] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.274954] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.275114] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.275193] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.275278] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 792cf213-fbce-47e9-8e02-2c4aa6a06738 is going to be updated. [ 756.297445] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.297572] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.301022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.301022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.301022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.301022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-792cf213-fbce-47e9-8e02-2c4aa6a06738" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.445645] env[69468]: INFO networking_nsxv3.common.synchronization [req-f07fc508-20dd-410f-9608-ffd78f28ebac req-2b6de0e4-2806-41f6-a8db-3cc932f7078f tempest-ListServersNegativeTestJSON-1197111871 tempest-ListServersNegativeTestJSON-1197111871-project-member] Enqueued Resource ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 with Priority: HIGHEST for action security_group_members [ 756.446511] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 with Priority: HIGHEST for action security_group_members [ 756.446815] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d854f671-b7d3-43da-80bf-cf74a7ec7395 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.447054] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.566091] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbe2916d-c20c-4b27-809f-90db7414ebad in Status: SUCCESS [ 756.568397] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.010250] env[69468]: INFO networking_nsxv3.common.synchronization [None req-674e1dea-d94f-4400-a075-5e2ea1b2e841 None None] Enqueued Resource ID: f573a409-f203-429d-b113-b0b1896777a5 with Priority: HIGHEST for action port [ 757.010777] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f573a409-f203-429d-b113-b0b1896777a5 with Priority: HIGHEST for action port [ 757.011499] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-f573a409-f203-429d-b113-b0b1896777a5 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.011596] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f573a409-f203-429d-b113-b0b1896777a5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.011646] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f573a409-f203-429d-b113-b0b1896777a5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.012674] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f573a409-f203-429d-b113-b0b1896777a5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.012674] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f573a409-f203-429d-b113-b0b1896777a5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.128934] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 in Status: UNINITIALIZED for 4s [ 757.514186] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f573a409-f203-429d-b113-b0b1896777a5 [ 757.514500] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.514582] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.514632] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.514849] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.514946] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.515058] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f573a409-f203-429d-b113-b0b1896777a5 already deleted. [ 757.515145] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f573a409-f203-429d-b113-b0b1896777a5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.877024] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-242 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.877241] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.877397] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.877701] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.877982] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.881216] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.881216] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.881216] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.881216] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.881216] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.881216] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.881456] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.881456] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.881526] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.882672] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.882672] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.900642] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.900925] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 757.900984] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.903393] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.903393] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-74bc91c0-20e1-4de1-8433-333a88443441 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.903393] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-74bc91c0-20e1-4de1-8433-333a88443441" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.903393] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-74bc91c0-20e1-4de1-8433-333a88443441" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.903393] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-74bc91c0-20e1-4de1-8433-333a88443441" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.903393] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74bc91c0-20e1-4de1-8433-333a88443441',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.036828] env[69468]: INFO networking_nsxv3.common.synchronization [None req-e8b2317d-6bc9-4cb6-9ea5-b989a9c32584 None None] Enqueued Resource ID: 85d62d01-cea7-4334-833f-73ea9704deb0 with Priority: HIGHEST for action port [ 758.036828] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d62d01-cea7-4334-833f-73ea9704deb0 with Priority: HIGHEST for action port [ 758.042536] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-85d62d01-cea7-4334-833f-73ea9704deb0 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.042669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85d62d01-cea7-4334-833f-73ea9704deb0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.042669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85d62d01-cea7-4334-833f-73ea9704deb0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.043156] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85d62d01-cea7-4334-833f-73ea9704deb0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.043156] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85d62d01-cea7-4334-833f-73ea9704deb0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.408326] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.408326] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.408326] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.408326] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.408326] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.408326] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 74bc91c0-20e1-4de1-8433-333a88443441 not found, creating... [ 758.408326] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.408326] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.408326] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.408326] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.408326] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.411711] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.411711] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.411711] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.411711] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.411711] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.411711] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 74bc91c0-20e1-4de1-8433-333a88443441 is going to be created. [ 758.430650] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.430789] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.430873] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.431605] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.432723] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.432723] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-74bc91c0-20e1-4de1-8433-333a88443441" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.549261] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85d62d01-cea7-4334-833f-73ea9704deb0 [ 758.551148] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.551321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.551414] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.551631] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.551737] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.551816] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85d62d01-cea7-4334-833f-73ea9704deb0 already deleted. [ 758.551893] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85d62d01-cea7-4334-833f-73ea9704deb0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.140740] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 in Status: SUCCESS [ 759.140957] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.141090] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.141318] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.141553] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.141680] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.141750] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.142213] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.142213] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.142213] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.512331] env[69468]: INFO networking_nsxv3.common.synchronization [req-ec187beb-9e9f-4080-9fde-915beefc3c50 req-46a122f5-c8d3-43dc-b879-dadd744d2dab tempest-ServerActionsTestJSON-1088981625 tempest-ServerActionsTestJSON-1088981625-project-member] Enqueued Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_members [ 759.512871] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_members [ 759.513199] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16329d2-acce-4422-8151-02ba3f360c87 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.513326] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.513399] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.513663] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.513813] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.513913] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.513976] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.514149] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.514236] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.514334] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e16329d2-acce-4422-8151-02ba3f360c87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.646844] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.689407] env[69468]: INFO networking_nsxv3.common.synchronization [None req-a3a2ef56-ab8c-4ad3-a268-eaf68561028b None None] Enqueued Resource ID: 7a271903-67d5-44c6-ba99-d503bb9418c7 with Priority: HIGHEST for action port [ 759.689407] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a271903-67d5-44c6-ba99-d503bb9418c7 with Priority: HIGHEST for action port [ 759.692081] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a271903-67d5-44c6-ba99-d503bb9418c7 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.692271] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a271903-67d5-44c6-ba99-d503bb9418c7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.692513] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a271903-67d5-44c6-ba99-d503bb9418c7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.692802] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a271903-67d5-44c6-ba99-d503bb9418c7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.693056] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a271903-67d5-44c6-ba99-d503bb9418c7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.927734] env[69468]: INFO networking_nsxv3.common.synchronization [None req-e5819141-4db8-46d1-9a8d-342e272d5e2d tempest-AttachInterfacesTestJSON-1478316462 tempest-AttachInterfacesTestJSON-1478316462-project-member] Enqueued Resource ID: fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b with Priority: HIGHEST for action security_group_rules [ 759.928398] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b with Priority: HIGHEST for action security_group_rules [ 759.928766] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.928837] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.928874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.932864] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.932957] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.943096] env[69468]: INFO networking_nsxv3.common.synchronization [req-f07fc508-20dd-410f-9608-ffd78f28ebac req-49592b91-c6e3-4581-8dfe-9d91ccff5577 service nova] Enqueued Resource ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 with Priority: HIGHEST for action security_group_rules [ 759.943297] env[69468]: INFO networking_nsxv3.common.synchronization [req-f07fc508-20dd-410f-9608-ffd78f28ebac req-49592b91-c6e3-4581-8dfe-9d91ccff5577 service nova] Enqueued Resource ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 with Priority: HIGHEST for action security_group_members [ 759.943461] env[69468]: INFO networking_nsxv3.common.synchronization [req-f07fc508-20dd-410f-9608-ffd78f28ebac req-49592b91-c6e3-4581-8dfe-9d91ccff5577 service nova] Enqueued Resource ID: 74bc91c0-20e1-4de1-8433-333a88443441 with Priority: HIGHEST for action port [ 759.943702] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 with Priority: HIGHEST for action security_group_rules [ 759.943832] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 with Priority: HIGHEST for action security_group_members [ 759.943931] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bc91c0-20e1-4de1-8433-333a88443441 with Priority: HIGHEST for action port [ 759.945841] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d854f671-b7d3-43da-80bf-cf74a7ec7395 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.945841] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.945841] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d854f671-b7d3-43da-80bf-cf74a7ec7395 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.945841] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.945841] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-74bc91c0-20e1-4de1-8433-333a88443441 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.945841] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74bc91c0-20e1-4de1-8433-333a88443441" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.945841] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74bc91c0-20e1-4de1-8433-333a88443441" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.945841] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74bc91c0-20e1-4de1-8433-333a88443441" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.945841] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74bc91c0-20e1-4de1-8433-333a88443441',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.018958] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.018958] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.018958] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.018958] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.018958] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.018958] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.018958] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.018958] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.018958] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.018958] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.018958] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16329d2-acce-4422-8151-02ba3f360c87 already deleted. [ 760.018958] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.153320] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.162076] env[69468]: INFO networking_nsxv3.common.synchronization [None req-a08905eb-110e-4c79-a617-a1b8ce563485 tempest-AttachInterfacesTestJSON-1478316462 tempest-AttachInterfacesTestJSON-1478316462-project-member] Enqueued Resource ID: fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b with Priority: HIGHEST for action security_group_rules [ 760.162546] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b with Priority: HIGHEST for action security_group_rules [ 760.163055] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.163414] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.195656] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a271903-67d5-44c6-ba99-d503bb9418c7 [ 760.195656] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.195837] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.195837] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.195978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.196528] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.196528] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a271903-67d5-44c6-ba99-d503bb9418c7 already deleted. [ 760.196528] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a271903-67d5-44c6-ba99-d503bb9418c7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.425034] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.425206] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-728" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.425668] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-728" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.425668] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-728" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.425893] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.428300] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.428300] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.429151] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.429335] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.429607] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.431976] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.431976] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.431976] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.431976] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.431976] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.431976] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.450319] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74bc91c0-20e1-4de1-8433-333a88443441 with status ACTIVE [ 760.450319] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.450319] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.450319] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.450319] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.450319] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.450319] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.450319] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.450319] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.450319] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.450319] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.450319] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.450319] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.450319] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.450319] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.450319] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.450319] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74bc91c0-20e1-4de1-8433-333a88443441 is going to be updated. [ 760.454114] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.454211] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 760.454352] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.454523] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-728" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.454802] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-4059da75-efc8-42ee-90b1-8202220d1621 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.454959] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-4059da75-efc8-42ee-90b1-8202220d1621" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.455086] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-4059da75-efc8-42ee-90b1-8202220d1621" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.455375] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-4059da75-efc8-42ee-90b1-8202220d1621" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.455511] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4059da75-efc8-42ee-90b1-8202220d1621',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.458449] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.458563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.458630] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.458792] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.458878] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.458964] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b already deleted. [ 760.459250] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.459399] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.459547] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.459625] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.483038] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.483243] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.483351] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.483581] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.483726] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.483885] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74bc91c0-20e1-4de1-8433-333a88443441" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.600040] env[69468]: INFO networking_nsxv3.common.synchronization [None req-7453058f-4183-483c-bfb6-8d2665bbceb1 None None] Enqueued Resource ID: eaa4cf49-36b2-4333-adbc-5dc280935287 with Priority: HIGHEST for action port [ 760.600040] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaa4cf49-36b2-4333-adbc-5dc280935287 with Priority: HIGHEST for action port [ 760.600040] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-eaa4cf49-36b2-4333-adbc-5dc280935287 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.600465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eaa4cf49-36b2-4333-adbc-5dc280935287" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.600786] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eaa4cf49-36b2-4333-adbc-5dc280935287" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.601394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eaa4cf49-36b2-4333-adbc-5dc280935287" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.601759] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaa4cf49-36b2-4333-adbc-5dc280935287',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.660179] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.660179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.660179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.660179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.660179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.660179] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 is going to be updated. [ 760.685398] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.685630] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.685708] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.686183] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.686520] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.697373] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 in Status: IN_PROGRESS for 2s [ 760.960957] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.962061] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.962061] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.962061] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.962061] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.962061] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 4059da75-efc8-42ee-90b1-8202220d1621 not found, creating... [ 760.962317] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.962374] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.962493] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.962789] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.962921] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.963254] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.963508] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.963508] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.964013] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.965069] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.965069] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 4059da75-efc8-42ee-90b1-8202220d1621 is going to be created. [ 760.981704] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.981870] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.981929] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.983993] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.983993] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.983993] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b already deleted. [ 760.983993] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.983993] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.983993] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.984415] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.985803] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.985803] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.985803] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-4059da75-efc8-42ee-90b1-8202220d1621" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.104060] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eaa4cf49-36b2-4333-adbc-5dc280935287 [ 761.105107] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.105107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.105107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.105107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.105107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.105107] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eaa4cf49-36b2-4333-adbc-5dc280935287 already deleted. [ 761.105107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eaa4cf49-36b2-4333-adbc-5dc280935287" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.546758] env[69468]: INFO networking_nsxv3.common.synchronization [req-d55850ea-058d-4364-87fd-e58f3cfb46a9 req-617f312e-1081-41af-b26c-40c33958813f tempest-AttachInterfacesUnderV243Test-1802281692 tempest-AttachInterfacesUnderV243Test-1802281692-project-member] Enqueued Resource ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 with Priority: HIGHEST for action security_group_members [ 761.547308] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 with Priority: HIGHEST for action security_group_members [ 761.547605] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-679a1edc-289d-458d-bb7a-f26987c5c0c0 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.547720] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.547784] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.547975] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.548613] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.548729] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.548788] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.548945] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.549049] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.549144] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('679a1edc-289d-458d-bb7a-f26987c5c0c0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.581662] env[69468]: INFO networking_nsxv3.common.synchronization [req-d55850ea-058d-4364-87fd-e58f3cfb46a9 req-617f312e-1081-41af-b26c-40c33958813f tempest-AttachInterfacesUnderV243Test-1802281692 tempest-AttachInterfacesUnderV243Test-1802281692-project-member] Enqueued Resource ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 with Priority: HIGHEST for action security_group_rules [ 761.581872] env[69468]: INFO networking_nsxv3.common.synchronization [req-d55850ea-058d-4364-87fd-e58f3cfb46a9 req-617f312e-1081-41af-b26c-40c33958813f tempest-AttachInterfacesUnderV243Test-1802281692 tempest-AttachInterfacesUnderV243Test-1802281692-project-member] Enqueued Resource ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 with Priority: HIGHEST for action security_group_members [ 761.582027] env[69468]: INFO networking_nsxv3.common.synchronization [req-d55850ea-058d-4364-87fd-e58f3cfb46a9 req-617f312e-1081-41af-b26c-40c33958813f tempest-AttachInterfacesUnderV243Test-1802281692 tempest-AttachInterfacesUnderV243Test-1802281692-project-member] Enqueued Resource ID: dd8084ea-8138-439f-a367-0e57562094f5 with Priority: HIGHEST for action port [ 761.583437] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 with Priority: HIGHEST for action security_group_rules [ 761.583588] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 with Priority: HIGHEST for action security_group_members [ 761.583712] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8084ea-8138-439f-a367-0e57562094f5 with Priority: HIGHEST for action port [ 761.584081] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-679a1edc-289d-458d-bb7a-f26987c5c0c0 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.584139] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.584191] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.584394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.584478] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('679a1edc-289d-458d-bb7a-f26987c5c0c0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.585291] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-679a1edc-289d-458d-bb7a-f26987c5c0c0 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.587310] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.587310] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd8084ea-8138-439f-a367-0e57562094f5 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.587310] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd8084ea-8138-439f-a367-0e57562094f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.587310] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd8084ea-8138-439f-a367-0e57562094f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.587310] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd8084ea-8138-439f-a367-0e57562094f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.587310] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd8084ea-8138-439f-a367-0e57562094f5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.053460] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('679a1edc-289d-458d-bb7a-f26987c5c0c0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.090772] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-679a1edc-289d-458d-bb7a-f26987c5c0c0 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.090913] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.091133] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd8084ea-8138-439f-a367-0e57562094f5 with status ACTIVE [ 762.091307] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.091499] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.091579] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.091818] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.091922] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.092107] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.092231] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.092284] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.092552] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.092648] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.092888] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.093049] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.093101] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.093240] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.093327] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.093415] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd8084ea-8138-439f-a367-0e57562094f5 is going to be updated. [ 762.114136] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.114136] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.114136] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.114136] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.114345] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.114462] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd8084ea-8138-439f-a367-0e57562094f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.185721] env[69468]: INFO networking_nsxv3.common.synchronization [req-ec187beb-9e9f-4080-9fde-915beefc3c50 req-a60c13d2-e4f3-4ccf-b630-bbc2c1ae544b service nova] Enqueued Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_rules [ 762.186167] env[69468]: INFO networking_nsxv3.common.synchronization [req-ec187beb-9e9f-4080-9fde-915beefc3c50 req-a60c13d2-e4f3-4ccf-b630-bbc2c1ae544b service nova] Enqueued Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_members [ 762.186167] env[69468]: INFO networking_nsxv3.common.synchronization [req-ec187beb-9e9f-4080-9fde-915beefc3c50 req-a60c13d2-e4f3-4ccf-b630-bbc2c1ae544b service nova] Enqueued Resource ID: 4059da75-efc8-42ee-90b1-8202220d1621 with Priority: HIGHEST for action port [ 762.186338] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_rules [ 762.186521] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_members [ 762.186588] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4059da75-efc8-42ee-90b1-8202220d1621 with Priority: HIGHEST for action port [ 762.187131] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e16329d2-acce-4422-8151-02ba3f360c87 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.187899] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.187899] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.187899] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.187899] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e16329d2-acce-4422-8151-02ba3f360c87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.188459] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16329d2-acce-4422-8151-02ba3f360c87 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.188584] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.189093] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.189093] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.189093] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.189093] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.189093] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.189775] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.189775] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.189775] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e16329d2-acce-4422-8151-02ba3f360c87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.193235] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-4059da75-efc8-42ee-90b1-8202220d1621 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.193235] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4059da75-efc8-42ee-90b1-8202220d1621" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.193235] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4059da75-efc8-42ee-90b1-8202220d1621" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.193235] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4059da75-efc8-42ee-90b1-8202220d1621" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.193235] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4059da75-efc8-42ee-90b1-8202220d1621',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.556177] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('679a1edc-289d-458d-bb7a-f26987c5c0c0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.695124] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e16329d2-acce-4422-8151-02ba3f360c87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.695572] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16329d2-acce-4422-8151-02ba3f360c87 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.695572] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.695857] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4059da75-efc8-42ee-90b1-8202220d1621 with status ACTIVE [ 762.698018] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.698018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.698018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.698018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.698018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.698018] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.698018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.698018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.698018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.698018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.698018] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.698018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.698018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.698018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.698018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.698018] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4059da75-efc8-42ee-90b1-8202220d1621 is going to be updated. [ 762.708614] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 in Status: SUCCESS [ 762.709183] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.709617] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.710210] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.710210] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.710384] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.710872] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.710872] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.710872] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.712545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.712830] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.714706] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.714941] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.715154] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.715341] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.715341] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.715508] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.715568] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.715675] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.725379] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.725379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.725379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.725584] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.725633] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.725883] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4059da75-efc8-42ee-90b1-8202220d1621" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.897458] env[69468]: INFO networking_nsxv3.common.synchronization [req-c5d1b98f-eec8-485a-980d-bdd75304d733 req-e7d48d19-d4c4-42f0-8043-6d7bb060e84d tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 762.897458] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 762.897458] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.897458] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.897458] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.897458] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.897458] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.898158] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.898158] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.898158] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.898158] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.898354] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.059227] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.061987] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.061987] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.061987] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.061987] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.061987] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 is going to be updated. [ 763.088415] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.088415] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.088415] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.088415] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.088415] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.098847] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 in Status: IN_PROGRESS for 2s [ 763.200199] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e16329d2-acce-4422-8151-02ba3f360c87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.218349] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.219917] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d854f671-b7d3-43da-80bf-cf74a7ec7395 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.220054] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.374965] env[69468]: INFO networking_nsxv3.common.synchronization [None req-3a4b5312-72d8-4f70-b251-eb6992e6b97a None None] Enqueued Resource ID: cd5fa8bc-e0b1-48bc-8f9b-acf72dacf532 with Priority: HIGHEST for action port [ 763.375695] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd5fa8bc-e0b1-48bc-8f9b-acf72dacf532 with Priority: HIGHEST for action port [ 763.376246] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd5fa8bc-e0b1-48bc-8f9b-acf72dacf532 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.376246] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd5fa8bc-e0b1-48bc-8f9b-acf72dacf532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.376246] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd5fa8bc-e0b1-48bc-8f9b-acf72dacf532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.376475] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd5fa8bc-e0b1-48bc-8f9b-acf72dacf532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.376818] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd5fa8bc-e0b1-48bc-8f9b-acf72dacf532',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.402152] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.557193] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-99 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.557746] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-99" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.561611] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-99" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.561611] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-99" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.561611] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.561838] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.561838] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.563145] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.563145] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.563145] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.563145] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.563145] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.563145] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.563145] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.563145] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.563145] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.584019] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.584019] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 763.584019] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.584019] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-99" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.584019] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-7b155c9d-5e5c-499f-bfd8-a2c59e674bc2 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.584019] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-7b155c9d-5e5c-499f-bfd8-a2c59e674bc2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.584019] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-7b155c9d-5e5c-499f-bfd8-a2c59e674bc2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.584019] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-7b155c9d-5e5c-499f-bfd8-a2c59e674bc2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.584019] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b155c9d-5e5c-499f-bfd8-a2c59e674bc2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.704300] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.704597] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.704597] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.704749] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.704839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.704962] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16329d2-acce-4422-8151-02ba3f360c87 is going to be created. [ 763.721981] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.729816] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.729816] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.730043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.730081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.730298] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.742538] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16329d2-acce-4422-8151-02ba3f360c87 in Status: UNINITIALIZED for 2s [ 763.879297] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd5fa8bc-e0b1-48bc-8f9b-acf72dacf532 [ 763.879786] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.879786] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.879934] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.880217] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.882345] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.882544] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd5fa8bc-e0b1-48bc-8f9b-acf72dacf532 already deleted. [ 763.882826] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd5fa8bc-e0b1-48bc-8f9b-acf72dacf532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.906881] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.090020] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.090020] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.090020] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.090020] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.090020] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.090020] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 7b155c9d-5e5c-499f-bfd8-a2c59e674bc2 not found, creating... [ 764.090020] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.090020] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.090020] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.090020] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.090020] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.091235] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.091849] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.096171] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.096171] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.096171] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.096171] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 7b155c9d-5e5c-499f-bfd8-a2c59e674bc2 is going to be created. [ 764.117511] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.117511] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.117511] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.117672] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.117901] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.118213] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-7b155c9d-5e5c-499f-bfd8-a2c59e674bc2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.224617] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.225154] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.225331] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.225651] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.227409] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.227409] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 is going to be updated. [ 764.279727] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.279889] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.279947] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.280711] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.280711] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.294132] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 in Status: IN_PROGRESS for 2s [ 764.410369] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.410540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.410604] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.410826] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.410927] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.411038] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 is going to be updated. [ 764.438776] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.438776] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.438776] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.439037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.439037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.448472] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: IN_PROGRESS for 2s [ 765.017275] env[69468]: INFO networking_nsxv3.common.synchronization [req-c5d1b98f-eec8-485a-980d-bdd75304d733 req-36c304b3-d55a-4b3e-bf49-82c731839398 service nova] Enqueued Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_rules [ 765.017275] env[69468]: INFO networking_nsxv3.common.synchronization [req-c5d1b98f-eec8-485a-980d-bdd75304d733 req-36c304b3-d55a-4b3e-bf49-82c731839398 service nova] Enqueued Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 765.017275] env[69468]: INFO networking_nsxv3.common.synchronization [req-c5d1b98f-eec8-485a-980d-bdd75304d733 req-36c304b3-d55a-4b3e-bf49-82c731839398 service nova] Enqueued Resource ID: 7b155c9d-5e5c-499f-bfd8-a2c59e674bc2 with Priority: HIGHEST for action port [ 765.017275] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_rules [ 765.017275] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 765.017275] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b155c9d-5e5c-499f-bfd8-a2c59e674bc2 with Priority: HIGHEST for action port [ 765.018566] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.019273] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.019504] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.019799] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.019967] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.020893] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.021132] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.021452] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b155c9d-5e5c-499f-bfd8-a2c59e674bc2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.021698] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b155c9d-5e5c-499f-bfd8-a2c59e674bc2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.021852] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b155c9d-5e5c-499f-bfd8-a2c59e674bc2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.022113] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b155c9d-5e5c-499f-bfd8-a2c59e674bc2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.022280] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b155c9d-5e5c-499f-bfd8-a2c59e674bc2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.090467] env[69468]: INFO networking_nsxv3.common.synchronization [req-c61e3914-b2a6-41f0-8db2-a5c6324a9bf1 req-144ff53a-8fdf-4358-802a-2dc282d01a7c tempest-AttachInterfacesUnderV243Test-1802281692 tempest-AttachInterfacesUnderV243Test-1802281692-project-member] Enqueued Resource ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 with Priority: HIGHEST for action security_group_members [ 765.092672] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 with Priority: HIGHEST for action security_group_members [ 765.093346] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-679a1edc-289d-458d-bb7a-f26987c5c0c0 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.093346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.104277] env[69468]: INFO networking_nsxv3.common.synchronization [req-c61e3914-b2a6-41f0-8db2-a5c6324a9bf1 req-144ff53a-8fdf-4358-802a-2dc282d01a7c tempest-AttachInterfacesUnderV243Test-1802281692 tempest-AttachInterfacesUnderV243Test-1802281692-project-member] Enqueued Resource ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 with Priority: HIGHEST for action security_group_rules [ 765.104477] env[69468]: INFO networking_nsxv3.common.synchronization [req-c61e3914-b2a6-41f0-8db2-a5c6324a9bf1 req-144ff53a-8fdf-4358-802a-2dc282d01a7c tempest-AttachInterfacesUnderV243Test-1802281692 tempest-AttachInterfacesUnderV243Test-1802281692-project-member] Enqueued Resource ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 with Priority: HIGHEST for action security_group_members [ 765.105450] env[69468]: INFO networking_nsxv3.common.synchronization [req-c61e3914-b2a6-41f0-8db2-a5c6324a9bf1 req-144ff53a-8fdf-4358-802a-2dc282d01a7c tempest-AttachInterfacesUnderV243Test-1802281692 tempest-AttachInterfacesUnderV243Test-1802281692-project-member] Enqueued Resource ID: dd8084ea-8138-439f-a367-0e57562094f5 with Priority: HIGHEST for action port [ 765.105539] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 with Priority: HIGHEST for action security_group_rules [ 765.105624] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 with Priority: HIGHEST for action security_group_members [ 765.106462] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8084ea-8138-439f-a367-0e57562094f5 with Priority: HIGHEST for action port [ 765.106462] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-679a1edc-289d-458d-bb7a-f26987c5c0c0 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.106462] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.107572] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-679a1edc-289d-458d-bb7a-f26987c5c0c0 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.107762] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.108244] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd8084ea-8138-439f-a367-0e57562094f5 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.108525] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd8084ea-8138-439f-a367-0e57562094f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.109904] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd8084ea-8138-439f-a367-0e57562094f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.109904] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd8084ea-8138-439f-a367-0e57562094f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.109904] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd8084ea-8138-439f-a367-0e57562094f5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.113409] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 in Status: SUCCESS [ 765.113409] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.114728] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.114728] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.114728] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.114886] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.115250] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.115250] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.115250] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.115423] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('679a1edc-289d-458d-bb7a-f26987c5c0c0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.528020] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.528020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.528020] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b155c9d-5e5c-499f-bfd8-a2c59e674bc2 with status ACTIVE [ 765.528020] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.528020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.528020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.528020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.528020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.528020] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.528020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.528020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.528020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.528020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.528020] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.528622] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.528622] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.528622] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.528622] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.528622] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b155c9d-5e5c-499f-bfd8-a2c59e674bc2 is going to be updated. [ 765.552395] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.552569] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.552645] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.552861] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.553013] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.553183] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b155c9d-5e5c-499f-bfd8-a2c59e674bc2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.566830] env[69468]: INFO networking_nsxv3.common.synchronization [req-d9f6bb65-b21f-4399-a0a2-0aac01ab91e1 req-b7c874f4-bd88-44da-931c-7f49cf03ee96 tempest-ImagesOneServerNegativeTestJSON-1810634108 tempest-ImagesOneServerNegativeTestJSON-1810634108-project-member] Enqueued Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGHEST for action security_group_members [ 765.567360] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGHEST for action security_group_members [ 765.567654] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2282d3a6-aacd-45e3-a715-d269da320444 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.567777] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.567864] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.568055] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.568205] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.568302] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.568364] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.568511] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.568595] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.568688] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2282d3a6-aacd-45e3-a715-d269da320444',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.616946] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd8084ea-8138-439f-a367-0e57562094f5 with status ACTIVE [ 765.617363] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.617363] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.617509] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.617645] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.617772] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.617995] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.618120] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.618189] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.618348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.618430] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.618617] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.618713] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.618775] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.618915] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.618989] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.619089] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd8084ea-8138-439f-a367-0e57562094f5 is going to be updated. [ 765.620563] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('679a1edc-289d-458d-bb7a-f26987c5c0c0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.643031] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.643195] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.643238] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.643560] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.643750] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.643948] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd8084ea-8138-439f-a367-0e57562094f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.662849] env[69468]: INFO networking_nsxv3.common.synchronization [None req-5fb8fefd-d7f1-4e95-8a0c-a75d8d3e751f None None] Enqueued Resource ID: 4c2bbdd5-5ba4-40b4-b833-ba047951c9e0 with Priority: HIGHEST for action port [ 765.663123] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2bbdd5-5ba4-40b4-b833-ba047951c9e0 with Priority: HIGHEST for action port [ 765.663639] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c2bbdd5-5ba4-40b4-b833-ba047951c9e0 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.663888] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c2bbdd5-5ba4-40b4-b833-ba047951c9e0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.663888] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c2bbdd5-5ba4-40b4-b833-ba047951c9e0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.664090] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c2bbdd5-5ba4-40b4-b833-ba047951c9e0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.664170] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c2bbdd5-5ba4-40b4-b833-ba047951c9e0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.758980] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16329d2-acce-4422-8151-02ba3f360c87 in Status: SUCCESS [ 765.759117] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.760147] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.760147] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.760147] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.760147] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.760147] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.760613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.760613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.760613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.760613] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e16329d2-acce-4422-8151-02ba3f360c87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.892769] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.893035] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-19" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.893176] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-19" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.893451] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-19" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.893719] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.893864] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.893980] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.894211] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.894358] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.894589] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.894757] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.894882] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.894996] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.895127] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.895234] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.895374] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.934370] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.934691] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 765.934850] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.935125] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-19" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.935553] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-5283f252-4c4d-4aaa-81d9-5fccc6edff8d taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.935847] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-5283f252-4c4d-4aaa-81d9-5fccc6edff8d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.936054] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-5283f252-4c4d-4aaa-81d9-5fccc6edff8d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.936395] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-5283f252-4c4d-4aaa-81d9-5fccc6edff8d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.936646] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5283f252-4c4d-4aaa-81d9-5fccc6edff8d',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.070397] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.070572] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.070645] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.071022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.071129] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.071344] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.071465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.071569] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.071715] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.071777] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.071865] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2282d3a6-aacd-45e3-a715-d269da320444 is going to be updated. [ 766.104469] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.104754] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.104754] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.104948] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.105037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.113723] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2282d3a6-aacd-45e3-a715-d269da320444 in Status: IN_PROGRESS for 2s [ 766.124200] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('679a1edc-289d-458d-bb7a-f26987c5c0c0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.170274] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c2bbdd5-5ba4-40b4-b833-ba047951c9e0 [ 766.170501] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.170653] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.170721] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.171945] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.171945] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.171945] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c2bbdd5-5ba4-40b4-b833-ba047951c9e0 already deleted. [ 766.171945] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c2bbdd5-5ba4-40b4-b833-ba047951c9e0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.267432] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e16329d2-acce-4422-8151-02ba3f360c87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.306024] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 in Status: SUCCESS [ 766.306024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.306024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.306024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.306024] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.306024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.306024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.306024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.307185] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.307534] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.446744] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.447030] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.447169] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.447458] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.447613] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.447804] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 5283f252-4c4d-4aaa-81d9-5fccc6edff8d not found, creating... [ 766.448126] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.448294] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.448415] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.448652] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.448800] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.449143] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.449424] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.449424] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.449601] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.449736] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.449921] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 5283f252-4c4d-4aaa-81d9-5fccc6edff8d is going to be created. [ 766.461328] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: SUCCESS [ 766.461631] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.461906] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.462502] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.462502] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.462502] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.462739] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.463301] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.463301] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.463916] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.470709] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.471206] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.471597] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.472322] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.472322] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.473030] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-5283f252-4c4d-4aaa-81d9-5fccc6edff8d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.627238] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.627494] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.627575] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.627788] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.627870] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.628009] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 is going to be updated. [ 766.656138] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.656324] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.656373] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.656639] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.656817] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.668110] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 in Status: IN_PROGRESS for 2s [ 766.771491] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e16329d2-acce-4422-8151-02ba3f360c87: rpc.has_security_group_logging(os_id): False [ 766.792682] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.792857] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.792948] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.793194] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.793295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.794029] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.794029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.794029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.794029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.794285] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.794285] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e16329d2-acce-4422-8151-02ba3f360c87 is going to be created. [ 766.811637] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.872153] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.872372] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.872415] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.872690] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.872917] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.884595] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e16329d2-acce-4422-8151-02ba3f360c87 in Status: IN_PROGRESS for 2s [ 766.966170] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.157819] env[69468]: INFO networking_nsxv3.common.synchronization [req-d9f6bb65-b21f-4399-a0a2-0aac01ab91e1 req-3947641c-f698-45ed-87e0-ff70bc118b97 service nova] Enqueued Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGHEST for action security_group_rules [ 767.157819] env[69468]: INFO networking_nsxv3.common.synchronization [req-d9f6bb65-b21f-4399-a0a2-0aac01ab91e1 req-3947641c-f698-45ed-87e0-ff70bc118b97 service nova] Enqueued Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGHEST for action security_group_members [ 767.157819] env[69468]: INFO networking_nsxv3.common.synchronization [req-d9f6bb65-b21f-4399-a0a2-0aac01ab91e1 req-3947641c-f698-45ed-87e0-ff70bc118b97 service nova] Enqueued Resource ID: 5283f252-4c4d-4aaa-81d9-5fccc6edff8d with Priority: HIGHEST for action port [ 767.157819] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGHEST for action security_group_rules [ 767.157819] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGHEST for action security_group_members [ 767.157819] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5283f252-4c4d-4aaa-81d9-5fccc6edff8d with Priority: HIGHEST for action port [ 767.158717] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2282d3a6-aacd-45e3-a715-d269da320444 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.158855] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.158855] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.159073] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.159126] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2282d3a6-aacd-45e3-a715-d269da320444',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.160657] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2282d3a6-aacd-45e3-a715-d269da320444 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.160657] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.160657] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-5283f252-4c4d-4aaa-81d9-5fccc6edff8d taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.160657] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5283f252-4c4d-4aaa-81d9-5fccc6edff8d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.160657] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5283f252-4c4d-4aaa-81d9-5fccc6edff8d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.160657] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5283f252-4c4d-4aaa-81d9-5fccc6edff8d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.160657] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5283f252-4c4d-4aaa-81d9-5fccc6edff8d',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.316271] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.469673] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.663092] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2282d3a6-aacd-45e3-a715-d269da320444 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.663265] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.665563] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5283f252-4c4d-4aaa-81d9-5fccc6edff8d with status ACTIVE [ 767.665760] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.665882] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.665946] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.666211] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.666307] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.666488] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.666594] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.666659] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.666813] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.666894] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.667089] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.667237] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.667237] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.667374] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.667448] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.667533] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5283f252-4c4d-4aaa-81d9-5fccc6edff8d is going to be updated. [ 767.688141] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.688305] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.688400] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.688619] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.688862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.690461] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5283f252-4c4d-4aaa-81d9-5fccc6edff8d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.819330] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.819330] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.819477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.819638] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.819876] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.819876] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 is going to be updated. [ 767.854866] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.855064] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.855064] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.855240] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.855385] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.864305] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 in Status: IN_PROGRESS for 2s [ 767.973756] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.973996] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.974063] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.974255] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.974471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.974471] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 is going to be updated. [ 768.002941] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.003200] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.003487] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.003842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.005619] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.016249] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: IN_PROGRESS for 2s [ 768.126357] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2282d3a6-aacd-45e3-a715-d269da320444 in Status: SUCCESS [ 768.126357] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2282d3a6-aacd-45e3-a715-d269da320444 deletion is rescheduled due to dependency. [ 768.126466] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.127054] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.127054] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.127418] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.127564] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.127633] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.128388] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.128487] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.128678] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2282d3a6-aacd-45e3-a715-d269da320444',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.387716] env[69468]: INFO networking_nsxv3.common.synchronization [req-8e3e1ee0-9537-4e86-8b93-1fbe340c3edd req-1effdd21-95f8-4521-b4b6-ff2ef19ff607 tempest-ServersTestBootFromVolume-730337904 tempest-ServersTestBootFromVolume-730337904-project-member] Enqueued Resource ID: 1e7d8881-4a64-46a2-acef-296b23ece229 with Priority: HIGHEST for action security_group_members [ 768.388572] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7d8881-4a64-46a2-acef-296b23ece229 with Priority: HIGHEST for action security_group_members [ 768.389138] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7d8881-4a64-46a2-acef-296b23ece229 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.389344] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.389583] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.390007] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.390342] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.390541] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.390691] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.391348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.391348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.391348] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e7d8881-4a64-46a2-acef-296b23ece229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.632123] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2282d3a6-aacd-45e3-a715-d269da320444',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.682644] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 in Status: SUCCESS [ 768.682877] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.683186] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.683751] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.683751] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.683938] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.683938] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.684110] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.684158] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.684251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.684355] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('679a1edc-289d-458d-bb7a-f26987c5c0c0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.685608] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.685812] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.686022] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.686647] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.686647] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.686647] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.686647] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.686647] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('679a1edc-289d-458d-bb7a-f26987c5c0c0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.741119] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.741544] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-896" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.741699] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-896" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.741996] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-896" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.742325] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.742532] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.745572] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.745572] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.745572] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.745572] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 768.745572] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.745572] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.745572] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.745572] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 768.745572] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.745572] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.764485] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.764662] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 768.764806] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.764990] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-896" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.765371] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-eb7198c7-072e-4cfe-bfdb-5306e3098955 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.765556] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-eb7198c7-072e-4cfe-bfdb-5306e3098955" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.765629] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-eb7198c7-072e-4cfe-bfdb-5306e3098955" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.765977] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-eb7198c7-072e-4cfe-bfdb-5306e3098955" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.766142] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb7198c7-072e-4cfe-bfdb-5306e3098955',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.895528] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e16329d2-acce-4422-8151-02ba3f360c87 in Status: SUCCESS [ 768.895750] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.897292] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.897486] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.897579] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.899345] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.899345] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.899345] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.899345] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.899345] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.899345] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.899345] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.899345] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e7d8881-4a64-46a2-acef-296b23ece229 already deleted. [ 768.899345] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.137804] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2282d3a6-aacd-45e3-a715-d269da320444',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.188392] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('679a1edc-289d-458d-bb7a-f26987c5c0c0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.190044] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('679a1edc-289d-458d-bb7a-f26987c5c0c0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.269289] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.269519] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.269677] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.270137] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.270314] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.270480] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port eb7198c7-072e-4cfe-bfdb-5306e3098955 not found, creating... [ 769.270750] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.270908] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.271083] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.271348] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.271564] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.271866] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.272035] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.272157] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.272366] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.272504] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.272643] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: eb7198c7-072e-4cfe-bfdb-5306e3098955 is going to be created. [ 769.291727] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.291981] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.292135] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.292438] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.292706] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.292957] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-eb7198c7-072e-4cfe-bfdb-5306e3098955" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.640759] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.641133] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.641174] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.641457] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.641586] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.641717] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2282d3a6-aacd-45e3-a715-d269da320444 is going to be updated. [ 769.671147] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.671147] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.671147] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.671147] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.671147] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.682166] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2282d3a6-aacd-45e3-a715-d269da320444 in Status: IN_PROGRESS for 2s [ 769.690653] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 679a1edc-289d-458d-bb7a-f26987c5c0c0: rpc.has_security_group_logging(os_id): False [ 769.691919] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('679a1edc-289d-458d-bb7a-f26987c5c0c0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.710057] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.710057] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.710057] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.710057] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.710057] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.710057] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.710057] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.710057] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.710057] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.710057] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.710057] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 is going to be updated. [ 769.775332] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.775574] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.775574] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.775761] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.775865] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.790195] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 in Status: IN_PROGRESS for 2s [ 769.869238] env[69468]: INFO networking_nsxv3.common.synchronization [req-eab7ab0a-967d-4cc9-aa9b-3689cbc47a3d req-7ea8f403-761a-4fa3-a497-df28d09ae67a tempest-AttachInterfacesUnderV243Test-1802281692 tempest-AttachInterfacesUnderV243Test-1802281692-project-member] Enqueued Resource ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 with Priority: HIGHEST for action security_group_members [ 769.869902] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 with Priority: HIGHEST for action security_group_members [ 769.870205] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-679a1edc-289d-458d-bb7a-f26987c5c0c0 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.870313] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.878422] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 in Status: SUCCESS [ 769.878687] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.878782] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.879033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.879229] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.879357] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.879440] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.879598] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.879682] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.879777] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.039478] env[69468]: INFO networking_nsxv3.common.synchronization [req-8e3e1ee0-9537-4e86-8b93-1fbe340c3edd req-d1034290-6d72-4791-b377-0241604bf439 service nova] Enqueued Resource ID: 1e7d8881-4a64-46a2-acef-296b23ece229 with Priority: HIGHEST for action security_group_rules [ 770.039675] env[69468]: INFO networking_nsxv3.common.synchronization [req-8e3e1ee0-9537-4e86-8b93-1fbe340c3edd req-d1034290-6d72-4791-b377-0241604bf439 service nova] Enqueued Resource ID: 1e7d8881-4a64-46a2-acef-296b23ece229 with Priority: HIGHEST for action security_group_members [ 770.039819] env[69468]: INFO networking_nsxv3.common.synchronization [req-8e3e1ee0-9537-4e86-8b93-1fbe340c3edd req-d1034290-6d72-4791-b377-0241604bf439 service nova] Enqueued Resource ID: eb7198c7-072e-4cfe-bfdb-5306e3098955 with Priority: HIGHEST for action port [ 770.040750] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: SUCCESS [ 770.040958] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.047173] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7d8881-4a64-46a2-acef-296b23ece229 with Priority: HIGHEST for action security_group_rules [ 770.047833] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7d8881-4a64-46a2-acef-296b23ece229 with Priority: HIGHEST for action security_group_members [ 770.047833] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb7198c7-072e-4cfe-bfdb-5306e3098955 with Priority: HIGHEST for action port [ 770.047833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.047833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.048052] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.048201] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.048277] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.049050] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.049050] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.049050] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.049050] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.049826] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e7d8881-4a64-46a2-acef-296b23ece229 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.049987] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.050155] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.050214] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.050261] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e7d8881-4a64-46a2-acef-296b23ece229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.051221] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7d8881-4a64-46a2-acef-296b23ece229 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.051336] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.051439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.051603] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.051774] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.051923] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.051923] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.052088] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.052176] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.055387] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e7d8881-4a64-46a2-acef-296b23ece229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.055387] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb7198c7-072e-4cfe-bfdb-5306e3098955 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.055387] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb7198c7-072e-4cfe-bfdb-5306e3098955" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.055387] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb7198c7-072e-4cfe-bfdb-5306e3098955" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.055387] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb7198c7-072e-4cfe-bfdb-5306e3098955" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.055387] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb7198c7-072e-4cfe-bfdb-5306e3098955',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.197542] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.197542] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.197542] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.197542] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.197542] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.197542] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 is going to be updated. [ 770.225020] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.225020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.225020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.225020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.225020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.233110] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 in Status: IN_PROGRESS for 2s [ 770.384427] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.556149] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7d8881-4a64-46a2-acef-296b23ece229 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.556422] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.556981] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e7d8881-4a64-46a2-acef-296b23ece229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.557630] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.558998] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.558998] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.558998] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.558998] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.558998] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.558998] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.558998] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.559340] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.559340] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.559414] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.559517] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.559557] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.559752] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.559877] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.559971] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.560063] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.560268] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.560353] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.560450] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.560548] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.566645] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb7198c7-072e-4cfe-bfdb-5306e3098955 with status ACTIVE [ 770.566923] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.567139] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.567179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.567429] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.567547] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.567771] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.567934] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.568031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.568244] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.568360] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.568883] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.568883] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.568883] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.569104] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.569232] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.569359] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb7198c7-072e-4cfe-bfdb-5306e3098955 is going to be updated. [ 770.590081] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.590305] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.590358] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.590583] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.590723] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.590907] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb7198c7-072e-4cfe-bfdb-5306e3098955" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.888668] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.062944] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e7d8881-4a64-46a2-acef-296b23ece229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.066251] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a9bfd66-34a8-46bb-9a36-939f94763eb4: rpc.has_security_group_logging(os_id): False [ 771.086245] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.086406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.086472] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.086690] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.086785] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.087268] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.087502] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.087502] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.087654] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.087710] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.087888] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.087986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.088252] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.088416] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.088499] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.088687] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.088780] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.088838] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.088975] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.089066] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.089153] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 is going to be updated. [ 771.147416] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.153036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.153036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.153036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.153036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.174752] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: IN_PROGRESS for 2s [ 771.385251] env[69468]: INFO networking_nsxv3.common.synchronization [req-e1d6b6f0-cc89-4f95-a891-55551fa0f72a req-b6c6857e-93d5-432d-b4a6-6c5a53dd9a3f tempest-MultipleCreateTestJSON-852249463 tempest-MultipleCreateTestJSON-852249463-project-member] Enqueued Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_members [ 771.385251] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_members [ 771.385251] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.385251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.385251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.385251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.385251] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.387066] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.387297] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.387820] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.388053] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.388278] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.393202] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.393202] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.393202] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.393202] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.393202] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.393202] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 is going to be updated. [ 771.418473] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.418705] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.418804] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.419508] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.419670] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.429362] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 in Status: IN_PROGRESS for 2s [ 771.566879] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.567055] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.567138] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.567353] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.567446] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.568587] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e7d8881-4a64-46a2-acef-296b23ece229 is going to be created. [ 771.592890] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.592890] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.592890] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.594428] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.594428] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.605644] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e7d8881-4a64-46a2-acef-296b23ece229 in Status: UNINITIALIZED for 2s [ 771.692020] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2282d3a6-aacd-45e3-a715-d269da320444 in Status: SUCCESS [ 771.692298] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.692503] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.692763] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.693485] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.693629] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.693703] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.693878] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.693966] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.694070] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.694178] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2282d3a6-aacd-45e3-a715-d269da320444',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.803743] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 in Status: SUCCESS [ 771.803976] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.804159] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.804381] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.804517] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('679a1edc-289d-458d-bb7a-f26987c5c0c0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.890194] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.890516] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.890516] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.890694] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.890812] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.891044] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.891152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.891223] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.891384] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.891498] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.891641] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9a093d-9035-47ac-abdb-270ceba185bd is going to be updated. [ 771.912309] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.912309] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.912309] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.912309] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.912309] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.912309] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.912309] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.912309] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.912309] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.912309] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 771.912309] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.912309] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.913013] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.913013] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 771.913013] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.913013] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.921162] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.921297] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.921353] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.921569] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.921711] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.931500] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: IN_PROGRESS for 2s [ 771.933228] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.933342] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 771.933933] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.933933] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.933933] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-c3c6dc43-00e2-4fba-acf9-0f100d3cf239 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.934199] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-c3c6dc43-00e2-4fba-acf9-0f100d3cf239" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.934237] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-c3c6dc43-00e2-4fba-acf9-0f100d3cf239" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.934541] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-c3c6dc43-00e2-4fba-acf9-0f100d3cf239" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.935193] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3c6dc43-00e2-4fba-acf9-0f100d3cf239',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.196687] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2282d3a6-aacd-45e3-a715-d269da320444 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.196858] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.196925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.198019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.198019] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.198019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.198019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.198019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.198019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.198019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.198019] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2282d3a6-aacd-45e3-a715-d269da320444 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.198504] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.198504] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.198504] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.198654] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.198654] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.198654] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.198786] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.198863] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.201307] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.201307] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2282d3a6-aacd-45e3-a715-d269da320444',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.265943] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 in Status: SUCCESS [ 772.266439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.266439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.268234] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.268530] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.268673] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.268750] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.268937] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.269036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.269144] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('679a1edc-289d-458d-bb7a-f26987c5c0c0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.332423] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.332639] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.332707] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.332934] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.333483] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.333483] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 is going to be deleted. [ 772.389026] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.389387] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.389736] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.390392] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.390392] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.390392] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.437124] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.438515] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.438515] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.438515] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.438515] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.438515] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port c3c6dc43-00e2-4fba-acf9-0f100d3cf239 not found, creating... [ 772.438515] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.438763] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.438796] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.439141] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.439224] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.439668] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.439996] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.440163] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.440360] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.440499] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.440643] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: c3c6dc43-00e2-4fba-acf9-0f100d3cf239 is going to be created. [ 772.461379] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.461687] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.461839] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.462185] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.462461] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.462738] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-c3c6dc43-00e2-4fba-acf9-0f100d3cf239" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.543035] env[69468]: INFO networking_nsxv3.common.synchronization [req-7a01600c-c1dd-41ee-9b11-9ef7a1ec4075 req-f962d4a8-04a2-44f9-bc61-63f22d72d770 tempest-ListServersNegativeTestJSON-1197111871 tempest-ListServersNegativeTestJSON-1197111871-project-member] Enqueued Resource ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 with Priority: HIGHEST for action security_group_members [ 772.543035] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 with Priority: HIGHEST for action security_group_members [ 772.543035] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d854f671-b7d3-43da-80bf-cf74a7ec7395 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.543035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.702489] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2282d3a6-aacd-45e3-a715-d269da320444: rpc.has_security_group_logging(os_id): False [ 772.726664] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.726822] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.726881] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.727238] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.727330] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.727783] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.727913] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.727978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.728168] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.728262] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.728455] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.728550] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.728608] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.728744] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.728818] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.729024] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.729217] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.729277] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.729485] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.729767] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.729767] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2282d3a6-aacd-45e3-a715-d269da320444 is going to be updated. [ 772.774808] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.775027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.775085] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.775304] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.775446] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.775609] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.775708] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.775789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.775944] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.776034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.776128] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 is going to be deleted. [ 772.794110] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.794259] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.794321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.794510] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.794648] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.805541] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2282d3a6-aacd-45e3-a715-d269da320444 in Status: IN_PROGRESS for 2s [ 772.821105] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.821283] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.822075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.822075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.822075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.822075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.822586] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.822808] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.822982] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.823101] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.823163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.823303] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.823382] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.823476] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('679a1edc-289d-458d-bb7a-f26987c5c0c0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.194266] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: SUCCESS [ 773.194641] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.326465] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.326643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.326716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.327011] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.327114] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.327320] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.327421] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.327798] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.328012] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.328315] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.328315] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 679a1edc-289d-458d-bb7a-f26987c5c0c0 already deleted. [ 773.328315] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-679a1edc-289d-458d-bb7a-f26987c5c0c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.345872] env[69468]: INFO networking_nsxv3.common.synchronization [req-e1d6b6f0-cc89-4f95-a891-55551fa0f72a req-efb15af2-48d7-4705-8845-6319ea8a1222 service nova] Enqueued Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_rules [ 773.346089] env[69468]: INFO networking_nsxv3.common.synchronization [req-e1d6b6f0-cc89-4f95-a891-55551fa0f72a req-efb15af2-48d7-4705-8845-6319ea8a1222 service nova] Enqueued Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_members [ 773.346233] env[69468]: INFO networking_nsxv3.common.synchronization [req-e1d6b6f0-cc89-4f95-a891-55551fa0f72a req-efb15af2-48d7-4705-8845-6319ea8a1222 service nova] Enqueued Resource ID: c3c6dc43-00e2-4fba-acf9-0f100d3cf239 with Priority: HIGHEST for action port [ 773.346528] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_rules [ 773.346669] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_members [ 773.346768] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c6dc43-00e2-4fba-acf9-0f100d3cf239 with Priority: HIGHEST for action port [ 773.347566] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.347566] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.347566] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.347820] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.347906] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.348835] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.348934] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.349141] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3c6dc43-00e2-4fba-acf9-0f100d3cf239 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.349242] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3c6dc43-00e2-4fba-acf9-0f100d3cf239" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.349374] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3c6dc43-00e2-4fba-acf9-0f100d3cf239" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.349531] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3c6dc43-00e2-4fba-acf9-0f100d3cf239" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.349610] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3c6dc43-00e2-4fba-acf9-0f100d3cf239',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.443024] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 in Status: SUCCESS [ 773.443362] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.443551] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.443801] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.444112] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.444295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.444365] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.444547] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.444634] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.444751] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.444897] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d854f671-b7d3-43da-80bf-cf74a7ec7395 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.444991] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.445085] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.445329] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.445566] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.445635] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.445700] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.445861] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.445943] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.446043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.446134] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.447052] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.447221] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.447377] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.447475] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.447541] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.447740] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.447821] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.447910] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.616122] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e7d8881-4a64-46a2-acef-296b23ece229 in Status: SUCCESS [ 773.616374] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.616633] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.616824] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.617034] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.617152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.617218] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.617378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.617468] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.617768] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.617768] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e7d8881-4a64-46a2-acef-296b23ece229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.851715] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.851715] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.854519] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3c6dc43-00e2-4fba-acf9-0f100d3cf239 with status ACTIVE [ 773.854519] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.854519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.854519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.854519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.854519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.854519] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.854519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.854519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.854519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.854519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.854519] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.855308] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.855308] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.855308] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.855308] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.855308] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3c6dc43-00e2-4fba-acf9-0f100d3cf239 is going to be updated. [ 773.875339] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.875534] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.875534] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.875764] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.875876] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.876043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3c6dc43-00e2-4fba-acf9-0f100d3cf239" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.950024] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: SUCCESS [ 773.950160] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9a093d-9035-47ac-abdb-270ceba185bd deletion is rescheduled due to dependency. [ 773.950207] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.950426] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d854f671-b7d3-43da-80bf-cf74a7ec7395: rpc.has_security_group_logging(os_id): False [ 773.951533] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.952410] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.952657] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.953292] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.953292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.953292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.953292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.953440] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.953539] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.981515] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.981682] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.981682] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.981902] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.982850] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.983217] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.983388] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.983541] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.983814] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.983954] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.984237] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.984335] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.984399] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.984563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.984643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.984834] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.984928] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.984990] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.985143] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.985219] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.985304] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 is going to be created. [ 774.051020] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.051020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.051020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.051020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.051020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.065085] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 in Status: IN_PROGRESS for 2s [ 774.120351] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e7d8881-4a64-46a2-acef-296b23ece229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.455649] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.456814] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.623222] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e7d8881-4a64-46a2-acef-296b23ece229: rpc.has_security_group_logging(os_id): False [ 774.645587] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.645744] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.645816] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.646054] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.646152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.646396] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.646519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.646611] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.646702] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.646782] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.646880] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e7d8881-4a64-46a2-acef-296b23ece229 is going to be created. [ 774.706965] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.707147] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.707220] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.707432] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.707615] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.721018] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e7d8881-4a64-46a2-acef-296b23ece229 in Status: IN_PROGRESS for 2s [ 774.805909] env[69468]: INFO networking_nsxv3.common.synchronization [req-ff889e68-b693-4dc4-9096-b09f996a9002 req-692de635-6e94-475e-b4d0-310ee79ecf01 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 774.805909] env[69468]: INFO networking_nsxv3.common.synchronization [req-ff889e68-b693-4dc4-9096-b09f996a9002 req-692de635-6e94-475e-b4d0-310ee79ecf01 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 9e675480-90f8-4054-b9a3-ba3110659e7c with Priority: HIGHEST for action security_group_members [ 774.805909] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 774.805909] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e675480-90f8-4054-b9a3-ba3110659e7c with Priority: HIGHEST for action security_group_members [ 774.805909] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.805909] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.805909] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.805909] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.806262] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.806324] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.806415] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.806610] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.806723] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.806854] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.809839] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e675480-90f8-4054-b9a3-ba3110659e7c taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.812166] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.812256] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.812508] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.812676] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.812780] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.812844] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.813027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.813118] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.813212] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e675480-90f8-4054-b9a3-ba3110659e7c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.831961] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2282d3a6-aacd-45e3-a715-d269da320444 in Status: SUCCESS [ 774.832189] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.884459] env[69468]: INFO networking_nsxv3.common.synchronization [req-ff889e68-b693-4dc4-9096-b09f996a9002 req-692de635-6e94-475e-b4d0-310ee79ecf01 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_rules [ 774.885024] env[69468]: INFO networking_nsxv3.common.synchronization [req-ff889e68-b693-4dc4-9096-b09f996a9002 req-692de635-6e94-475e-b4d0-310ee79ecf01 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 774.885024] env[69468]: INFO networking_nsxv3.common.synchronization [req-ff889e68-b693-4dc4-9096-b09f996a9002 req-692de635-6e94-475e-b4d0-310ee79ecf01 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 9e675480-90f8-4054-b9a3-ba3110659e7c with Priority: HIGHEST for action security_group_rules [ 774.885024] env[69468]: INFO networking_nsxv3.common.synchronization [req-ff889e68-b693-4dc4-9096-b09f996a9002 req-692de635-6e94-475e-b4d0-310ee79ecf01 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 9e675480-90f8-4054-b9a3-ba3110659e7c with Priority: HIGHEST for action security_group_members [ 774.885403] env[69468]: INFO networking_nsxv3.common.synchronization [req-ff889e68-b693-4dc4-9096-b09f996a9002 req-692de635-6e94-475e-b4d0-310ee79ecf01 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 7b155c9d-5e5c-499f-bfd8-a2c59e674bc2 with Priority: HIGHEST for action port [ 774.885958] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_rules [ 774.886148] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e675480-90f8-4054-b9a3-ba3110659e7c with Priority: HIGHEST for action security_group_rules [ 774.886288] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b155c9d-5e5c-499f-bfd8-a2c59e674bc2 with Priority: HIGHEST for action port [ 774.886449] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 774.886530] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e675480-90f8-4054-b9a3-ba3110659e7c with Priority: HIGHEST for action security_group_members [ 774.886836] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.886994] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.887099] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.887330] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.887445] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.888332] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e675480-90f8-4054-b9a3-ba3110659e7c taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.888488] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.888587] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.888843] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.888961] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e675480-90f8-4054-b9a3-ba3110659e7c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.892620] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b155c9d-5e5c-499f-bfd8-a2c59e674bc2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.892620] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b155c9d-5e5c-499f-bfd8-a2c59e674bc2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.892620] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b155c9d-5e5c-499f-bfd8-a2c59e674bc2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.892620] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b155c9d-5e5c-499f-bfd8-a2c59e674bc2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.892620] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b155c9d-5e5c-499f-bfd8-a2c59e674bc2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.892620] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.892620] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.892620] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e675480-90f8-4054-b9a3-ba3110659e7c taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.892620] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.958511] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.958665] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.958746] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.959059] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.959453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.959453] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 is going to be updated. [ 774.961043] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.993133] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.993133] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.993133] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.993133] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.993133] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.005112] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 in Status: IN_PROGRESS for 2s [ 775.314593] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.320107] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e675480-90f8-4054-b9a3-ba3110659e7c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.394359] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.394359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.394359] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b155c9d-5e5c-499f-bfd8-a2c59e674bc2 with status ACTIVE [ 775.394359] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.394359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.394359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.394359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.394359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.394359] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.394359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.394359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.394359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.394359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.394359] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.394978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.394978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.394978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.394978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.394978] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b155c9d-5e5c-499f-bfd8-a2c59e674bc2 is going to be updated. [ 775.395600] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e675480-90f8-4054-b9a3-ba3110659e7c taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.395708] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.414523] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.414751] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.414751] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.414897] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.415046] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.415204] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b155c9d-5e5c-499f-bfd8-a2c59e674bc2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.464557] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.464557] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.464557] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.464557] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.464557] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.464557] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9a093d-9035-47ac-abdb-270ceba185bd is going to be updated. [ 775.491286] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.491420] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.491515] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.491784] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.491973] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.499489] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: IN_PROGRESS for 2s [ 775.820109] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.822357] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e675480-90f8-4054-b9a3-ba3110659e7c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.077918] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 in Status: SUCCESS [ 776.079342] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.079342] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.079342] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.079342] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.319278] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.319521] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.319578] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.319802] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.319899] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.320010] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 is going to be updated. [ 776.328142] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.328501] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.328628] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.328859] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.328985] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.329092] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e675480-90f8-4054-b9a3-ba3110659e7c is going to be created. [ 776.355907] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.355907] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.355907] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.355907] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.356750] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.364097] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.364351] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.364351] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.364554] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.364652] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.371677] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: IN_PROGRESS for 2s [ 776.373289] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e675480-90f8-4054-b9a3-ba3110659e7c in Status: UNINITIALIZED for 2s [ 776.422574] env[69468]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 776.422773] env[69468]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] NSXv3 Agent Agent loop - iteration:1 started [ 776.580871] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d854f671-b7d3-43da-80bf-cf74a7ec7395 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.581266] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.738742] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e7d8881-4a64-46a2-acef-296b23ece229 in Status: SUCCESS [ 776.738927] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.014400] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 in Status: SUCCESS [ 777.014525] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.014700] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.016161] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.016161] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.016161] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.016161] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.016343] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.016389] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.016563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.016713] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.510012] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: SUCCESS [ 777.510182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.510355] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.510575] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.510770] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.510885] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.510952] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.511149] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.511235] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.511355] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.511413] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.518874] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d854f671-b7d3-43da-80bf-cf74a7ec7395 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.519059] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.519129] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.519367] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.519542] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.519649] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.519710] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.519856] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.519938] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.520031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.520176] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d854f671-b7d3-43da-80bf-cf74a7ec7395 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.520262] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.520320] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.520452] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.520592] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.520678] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.520736] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.521369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.521369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.521369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.521369] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.014803] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.015180] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.015180] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.015332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.016033] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.016171] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.016247] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.016454] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.016673] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.016751] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.016896] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.016999] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.017088] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.017272] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.017425] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.017540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.017624] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.017866] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.017990] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.018156] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.018319] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.025021] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d854f671-b7d3-43da-80bf-cf74a7ec7395: rpc.has_security_group_logging(os_id): False [ 778.040715] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.040989] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.040989] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.041235] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.041335] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.041598] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.041748] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.041804] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.041915] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.043021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.043021] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.043021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.043021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.043021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.043021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.043306] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.043306] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.043306] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.043433] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.043478] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.043532] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 is going to be updated. [ 778.101950] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.102130] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.102205] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.102422] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.102576] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.114688] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 in Status: IN_PROGRESS for 2s [ 778.383730] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e675480-90f8-4054-b9a3-ba3110659e7c in Status: SUCCESS [ 778.383999] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.384193] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.384451] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.384593] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.384707] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.384772] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.384928] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.385034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.385259] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e675480-90f8-4054-b9a3-ba3110659e7c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.390030] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: SUCCESS [ 778.390030] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.390030] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.390030] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.390030] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.390030] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.390030] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.390030] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.390030] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.390030] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.521843] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b9a093d-9035-47ac-abdb-270ceba185bd: rpc.has_security_group_logging(os_id): False [ 778.557919] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.557919] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.557919] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.558192] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.558282] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.558512] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.559043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.559043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.559043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.559043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.559226] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.559226] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.559226] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.559402] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.559504] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.559606] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.559728] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.559766] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.559886] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.559961] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.560065] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b9a093d-9035-47ac-abdb-270ceba185bd is going to be updated. [ 778.631510] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.631683] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.631786] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.632148] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.632308] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.648413] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: IN_PROGRESS for 2s [ 778.888922] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e675480-90f8-4054-b9a3-ba3110659e7c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.892275] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.391947] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e675480-90f8-4054-b9a3-ba3110659e7c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.401216] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.888042] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 779.888192] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=7 [ 779.899050] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.899265] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.899321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.899575] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.899672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.899772] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e675480-90f8-4054-b9a3-ba3110659e7c is going to be updated. [ 779.901113] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.901224] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.901303] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.901535] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.901670] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.901758] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 is going to be updated. [ 779.933476] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.933638] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.933638] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.933807] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.933970] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.936410] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.936719] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.936719] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.936893] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.936893] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.947387] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: IN_PROGRESS for 2s [ 779.948065] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e675480-90f8-4054-b9a3-ba3110659e7c in Status: IN_PROGRESS for 2s [ 780.130030] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 in Status: SUCCESS [ 780.130200] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.130386] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.130635] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.130700] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.633595] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d854f671-b7d3-43da-80bf-cf74a7ec7395 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.634093] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.634093] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.634976] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.634976] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.634976] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.634976] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.634976] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.635353] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.635353] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.635353] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.671895] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: SUCCESS [ 780.671895] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.953939] env[69468]: INFO networking_nsxv3.common.synchronization [None req-a0141709-c639-4f84-8040-27a9916207c6 None None] Enqueued Resource ID: ee96f1fa-952d-42fc-a038-6693841fc391 with Priority: HIGHEST for action port [ 780.954687] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee96f1fa-952d-42fc-a038-6693841fc391 with Priority: HIGHEST for action port [ 780.954991] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee96f1fa-952d-42fc-a038-6693841fc391 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.955410] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee96f1fa-952d-42fc-a038-6693841fc391" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.955410] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee96f1fa-952d-42fc-a038-6693841fc391" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.955495] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee96f1fa-952d-42fc-a038-6693841fc391" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.955531] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee96f1fa-952d-42fc-a038-6693841fc391',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.139025] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d854f671-b7d3-43da-80bf-cf74a7ec7395 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.139025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.139025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.139025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.139025] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.139025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.139025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.139025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.139604] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.139818] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.140118] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d854f671-b7d3-43da-80bf-cf74a7ec7395 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.140329] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.142019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.142019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.142019] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.142019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.142019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.142019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.142019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.142019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.142019] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.457130] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee96f1fa-952d-42fc-a038-6693841fc391 [ 781.457413] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.457827] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.457827] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.458081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.458081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.458183] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee96f1fa-952d-42fc-a038-6693841fc391 already deleted. [ 781.458278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee96f1fa-952d-42fc-a038-6693841fc391" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.647644] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d854f671-b7d3-43da-80bf-cf74a7ec7395: rpc.has_security_group_logging(os_id): False [ 781.664221] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.664506] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.664506] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.664814] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.664900] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.665127] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.665308] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.665346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.665527] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.665812] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.665966] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.665966] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.666106] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.666337] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.666337] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.666904] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.666904] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.666904] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.666904] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.667188] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.667188] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 is going to be updated. [ 781.739433] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.739626] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.739705] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.739939] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.740116] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.757482] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 in Status: IN_PROGRESS for 2s [ 781.957675] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e675480-90f8-4054-b9a3-ba3110659e7c in Status: SUCCESS [ 781.958589] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.958589] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.958589] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.958589] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.958814] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.958814] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.958905] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.958941] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.959163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.959163] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e675480-90f8-4054-b9a3-ba3110659e7c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.961540] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: SUCCESS [ 781.961674] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.961835] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.962159] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.962213] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.962714] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.962714] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.962714] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.962714] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.962891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.962891] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.273775] env[69468]: INFO networking_nsxv3.common.synchronization [req-e1d6b6f0-cc89-4f95-a891-55551fa0f72a req-70492182-df94-4591-8352-4ccb5ee3c79d tempest-MultipleCreateTestJSON-852249463 tempest-MultipleCreateTestJSON-852249463-project-member] Enqueued Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_members [ 782.275147] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_members [ 782.275468] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.275593] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.275718] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.275885] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.276201] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.276336] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.276410] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.276553] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.276638] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.276736] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.469295] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.469295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.469295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.469295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.469295] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.469295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.469295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.469295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.469295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.469295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.469295] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.469295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.469295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.469295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.469295] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.469295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.470492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.470492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.470492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.470492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.470492] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.471562] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e675480-90f8-4054-b9a3-ba3110659e7c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.781796] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.968484] env[69468]: INFO networking_nsxv3.common.synchronization [req-1be961ce-e397-4d04-9fec-cf9d42a03729 req-64ef8645-ae36-4df0-acf0-c9bf8bd54fe9 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9 with Priority: HIGHEST for action security_group_members [ 782.968790] env[69468]: INFO networking_nsxv3.common.synchronization [req-1be961ce-e397-4d04-9fec-cf9d42a03729 req-64ef8645-ae36-4df0-acf0-c9bf8bd54fe9 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 782.970439] env[69468]: INFO networking_nsxv3.common.synchronization [req-1be961ce-e397-4d04-9fec-cf9d42a03729 req-64ef8645-ae36-4df0-acf0-c9bf8bd54fe9 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 9e675480-90f8-4054-b9a3-ba3110659e7c with Priority: HIGHEST for action security_group_members [ 782.970439] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9 with Priority: HIGHEST for action security_group_members [ 782.970439] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 782.970439] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e675480-90f8-4054-b9a3-ba3110659e7c with Priority: HIGHEST for action security_group_members [ 782.970439] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.971540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.971540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.971540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.971540] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.971540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.971540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.971893] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.971893] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.972343] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.973724] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.973724] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.977122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.977122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.977122] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.977122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.977122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.977122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.977122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.977122] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.977122] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e675480-90f8-4054-b9a3-ba3110659e7c taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.977122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.977122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.977122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.977122] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.977122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.977122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.977122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.977122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.977122] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e675480-90f8-4054-b9a3-ba3110659e7c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.978417] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a9bfd66-34a8-46bb-9a36-939f94763eb4: rpc.has_security_group_logging(os_id): False [ 782.981757] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e675480-90f8-4054-b9a3-ba3110659e7c: rpc.has_security_group_logging(os_id): False [ 782.997314] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.997846] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.997990] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.998139] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.998242] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.998458] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.998592] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.998720] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.998865] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.999040] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.999192] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e675480-90f8-4054-b9a3-ba3110659e7c is going to be created. [ 783.001361] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.001811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.001811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.002055] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.002055] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.002198] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.002285] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.002285] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.002426] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.002552] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.002716] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.003276] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.003371] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.003537] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.003625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.003876] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.004034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.004123] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.004222] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.004324] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.004418] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 is going to be updated. [ 783.014632] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.014902] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.015112] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.015467] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.015852] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.016089] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.016418] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.016759] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.016996] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.017394] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.017567] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.017739] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.017898] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.018092] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.018252] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.018460] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.038380] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.038662] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 783.038887] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.039166] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.039647] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-1e66a927-4da7-44a7-8abe-812876507f48 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.039910] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-1e66a927-4da7-44a7-8abe-812876507f48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.040126] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-1e66a927-4da7-44a7-8abe-812876507f48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.040605] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-1e66a927-4da7-44a7-8abe-812876507f48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.040847] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e66a927-4da7-44a7-8abe-812876507f48',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.052268] env[69468]: INFO networking_nsxv3.common.synchronization [req-1be961ce-e397-4d04-9fec-cf9d42a03729 req-64ef8645-ae36-4df0-acf0-c9bf8bd54fe9 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_rules [ 783.052508] env[69468]: INFO networking_nsxv3.common.synchronization [req-1be961ce-e397-4d04-9fec-cf9d42a03729 req-64ef8645-ae36-4df0-acf0-c9bf8bd54fe9 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 783.052679] env[69468]: INFO networking_nsxv3.common.synchronization [req-1be961ce-e397-4d04-9fec-cf9d42a03729 req-64ef8645-ae36-4df0-acf0-c9bf8bd54fe9 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9 with Priority: HIGHEST for action security_group_rules [ 783.052858] env[69468]: INFO networking_nsxv3.common.synchronization [req-1be961ce-e397-4d04-9fec-cf9d42a03729 req-64ef8645-ae36-4df0-acf0-c9bf8bd54fe9 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9 with Priority: HIGHEST for action security_group_members [ 783.053058] env[69468]: INFO networking_nsxv3.common.synchronization [req-1be961ce-e397-4d04-9fec-cf9d42a03729 req-64ef8645-ae36-4df0-acf0-c9bf8bd54fe9 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 9e675480-90f8-4054-b9a3-ba3110659e7c with Priority: HIGHEST for action security_group_rules [ 783.053238] env[69468]: INFO networking_nsxv3.common.synchronization [req-1be961ce-e397-4d04-9fec-cf9d42a03729 req-64ef8645-ae36-4df0-acf0-c9bf8bd54fe9 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 9e675480-90f8-4054-b9a3-ba3110659e7c with Priority: HIGHEST for action security_group_members [ 783.053422] env[69468]: INFO networking_nsxv3.common.synchronization [req-1be961ce-e397-4d04-9fec-cf9d42a03729 req-64ef8645-ae36-4df0-acf0-c9bf8bd54fe9 tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 7b155c9d-5e5c-499f-bfd8-a2c59e674bc2 with Priority: HIGHEST for action port [ 783.054691] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_rules [ 783.054840] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9 with Priority: HIGHEST for action security_group_rules [ 783.054940] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e675480-90f8-4054-b9a3-ba3110659e7c with Priority: HIGHEST for action security_group_members [ 783.055050] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b155c9d-5e5c-499f-bfd8-a2c59e674bc2 with Priority: HIGHEST for action port [ 783.055147] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e675480-90f8-4054-b9a3-ba3110659e7c with Priority: HIGHEST for action security_group_rules [ 783.055269] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 783.059233] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9 with Priority: HIGHEST for action security_group_members [ 783.060731] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.060862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.060955] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.062055] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.062055] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.064380] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.064509] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.065783] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.065783] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.065783] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.065783] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.065783] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.066105] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e675480-90f8-4054-b9a3-ba3110659e7c taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.066162] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.066641] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b155c9d-5e5c-499f-bfd8-a2c59e674bc2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.066641] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b155c9d-5e5c-499f-bfd8-a2c59e674bc2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.066641] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b155c9d-5e5c-499f-bfd8-a2c59e674bc2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.066641] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b155c9d-5e5c-499f-bfd8-a2c59e674bc2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.066840] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b155c9d-5e5c-499f-bfd8-a2c59e674bc2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.067532] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e675480-90f8-4054-b9a3-ba3110659e7c taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.067657] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.069676] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.069676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.069676] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.069676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.069676] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.069676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.069676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.070067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.070067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.088639] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e675480-90f8-4054-b9a3-ba3110659e7c in Status: IN_PROGRESS for 2s [ 783.106498] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: IN_PROGRESS for 2s [ 783.287719] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.478409] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.479586] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.482854] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e675480-90f8-4054-b9a3-ba3110659e7c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.543904] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.544168] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.544297] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.544593] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.544786] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.544901] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 1e66a927-4da7-44a7-8abe-812876507f48 not found, creating... [ 783.545188] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.545937] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.546081] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.546347] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.546462] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.546883] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.547166] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.547329] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.547478] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.547766] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.547938] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 1e66a927-4da7-44a7-8abe-812876507f48 is going to be created. [ 783.554572] env[69468]: INFO networking_nsxv3.common.synchronization [None req-406da309-0eac-4839-b6cd-1f1867456c5d None None] Enqueued Resource ID: 3458721b-d311-445e-bddd-9a918bb9f547 with Priority: HIGHEST for action port [ 783.554572] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3458721b-d311-445e-bddd-9a918bb9f547 with Priority: HIGHEST for action port [ 783.555065] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-3458721b-d311-445e-bddd-9a918bb9f547 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.555216] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3458721b-d311-445e-bddd-9a918bb9f547" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.555278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3458721b-d311-445e-bddd-9a918bb9f547" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.555503] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3458721b-d311-445e-bddd-9a918bb9f547" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.555588] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3458721b-d311-445e-bddd-9a918bb9f547',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.568736] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.568981] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.569133] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.569406] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.569693] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.569999] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-1e66a927-4da7-44a7-8abe-812876507f48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.574583] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b155c9d-5e5c-499f-bfd8-a2c59e674bc2 with status ACTIVE [ 783.574741] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.574867] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.574933] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.575165] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.575289] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.575499] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.575612] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.575684] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.575840] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.576032] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.576130] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.576274] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.576342] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.576595] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.576595] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.576720] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b155c9d-5e5c-499f-bfd8-a2c59e674bc2 is going to be updated. [ 783.577883] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.578286] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.610397] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.610575] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.610643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.610860] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.611040] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.611205] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b155c9d-5e5c-499f-bfd8-a2c59e674bc2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.777262] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 in Status: SUCCESS [ 783.777564] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.791149] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.791468] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.791468] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.791660] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.791764] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.791868] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9a093d-9035-47ac-abdb-270ceba185bd is going to be updated. [ 783.824201] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.824388] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.824431] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.824644] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.824753] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.833505] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: IN_PROGRESS for 2s [ 783.981398] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.982584] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.985680] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e675480-90f8-4054-b9a3-ba3110659e7c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.063595] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3458721b-d311-445e-bddd-9a918bb9f547 [ 784.063874] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.064024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.064108] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.064337] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.064426] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.064518] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3458721b-d311-445e-bddd-9a918bb9f547 already deleted. [ 784.064610] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3458721b-d311-445e-bddd-9a918bb9f547" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.483275] env[69468]: INFO networking_nsxv3.common.synchronization [req-e1d6b6f0-cc89-4f95-a891-55551fa0f72a req-0d5a2b1b-9d47-47a9-847f-60bbb97cf673 service nova] Enqueued Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_rules [ 784.483275] env[69468]: INFO networking_nsxv3.common.synchronization [req-e1d6b6f0-cc89-4f95-a891-55551fa0f72a req-0d5a2b1b-9d47-47a9-847f-60bbb97cf673 service nova] Enqueued Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_members [ 784.483275] env[69468]: INFO networking_nsxv3.common.synchronization [req-e1d6b6f0-cc89-4f95-a891-55551fa0f72a req-0d5a2b1b-9d47-47a9-847f-60bbb97cf673 service nova] Enqueued Resource ID: 1e66a927-4da7-44a7-8abe-812876507f48 with Priority: HIGHEST for action port [ 784.483490] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_rules [ 784.483702] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_members [ 784.483824] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e66a927-4da7-44a7-8abe-812876507f48 with Priority: HIGHEST for action port [ 784.485241] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.485457] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.488985] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.488985] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.488985] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.488985] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.488985] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.488985] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e66a927-4da7-44a7-8abe-812876507f48 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.488985] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e66a927-4da7-44a7-8abe-812876507f48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.488985] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e66a927-4da7-44a7-8abe-812876507f48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.488985] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e66a927-4da7-44a7-8abe-812876507f48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.488985] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e66a927-4da7-44a7-8abe-812876507f48',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.488985] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.491148] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.491232] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.491434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.491554] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.491678] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9 is going to be created. [ 784.493063] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.493220] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.493284] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.493423] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.493569] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.493700] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 is going to be updated. [ 784.494970] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.497164] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.497305] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.497584] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.497758] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.498487] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e675480-90f8-4054-b9a3-ba3110659e7c is going to be updated. [ 784.537198] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.537377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.537689] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.537689] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.537846] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.544586] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.544586] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.544586] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.544586] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.544586] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.549735] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9 in Status: UNINITIALIZED for 2s [ 784.552948] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: IN_PROGRESS for 2s [ 784.556974] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.556974] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.556974] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.556974] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.556974] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.564532] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e675480-90f8-4054-b9a3-ba3110659e7c in Status: IN_PROGRESS for 2s [ 784.989165] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.990926] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.003845] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e66a927-4da7-44a7-8abe-812876507f48 with status ACTIVE [ 785.004258] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.004258] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.004258] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.004476] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.004572] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.004749] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.004851] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.004914] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.005087] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.005438] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.005438] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.005438] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.005589] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.005703] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.005778] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.005864] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e66a927-4da7-44a7-8abe-812876507f48 is going to be updated. [ 785.026900] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.027135] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.027189] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.027404] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.027542] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.027706] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e66a927-4da7-44a7-8abe-812876507f48" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.101742] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e675480-90f8-4054-b9a3-ba3110659e7c in Status: SUCCESS [ 785.101982] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.102210] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.102467] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.102564] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e675480-90f8-4054-b9a3-ba3110659e7c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.124231] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: SUCCESS [ 785.124461] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.124981] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.125222] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.125315] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.382538] env[69468]: INFO networking_nsxv3.common.synchronization [req-5645ec1b-a6a6-490f-9abe-c0aa5a337e2c req-9a99ed44-2598-4cc0-9fc3-92439be4a64d tempest-InstanceActionsV221TestJSON-1686320254 tempest-InstanceActionsV221TestJSON-1686320254-project-member] Enqueued Resource ID: 43b4f438-1311-4764-aee0-8445d5437055 with Priority: HIGHEST for action security_group_members [ 785.383088] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43b4f438-1311-4764-aee0-8445d5437055 with Priority: HIGHEST for action security_group_members [ 785.383392] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-43b4f438-1311-4764-aee0-8445d5437055 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.383519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.383576] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.383860] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.385993] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.386170] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.386240] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.386430] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.386520] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.386620] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43b4f438-1311-4764-aee0-8445d5437055',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.605908] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e675480-90f8-4054-b9a3-ba3110659e7c taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.606073] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.630017] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.630017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.846100] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: SUCCESS [ 785.846324] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.846504] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.848952] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.849279] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.849400] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.849469] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.849625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.849704] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.849800] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.888435] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.888594] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.888654] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.888886] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.888977] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.889209] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.889313] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.889389] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.889565] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.889669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.889758] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43b4f438-1311-4764-aee0-8445d5437055 already deleted. [ 785.889840] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.128564] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-855 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.128879] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-855" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.128879] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-855" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.129267] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-855" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.129510] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.129713] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.129840] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.134404] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.134612] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.134842] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 786.134968] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.135104] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.135220] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.135336] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 786.135445] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.135585] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.159065] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.159065] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 786.159065] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.159065] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-855" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.159065] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-cc6e2aa6-9a4f-46b5-9fbe-04f7e4551c5c taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.159065] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-cc6e2aa6-9a4f-46b5-9fbe-04f7e4551c5c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.159065] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-cc6e2aa6-9a4f-46b5-9fbe-04f7e4551c5c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.159065] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-cc6e2aa6-9a4f-46b5-9fbe-04f7e4551c5c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.159065] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc6e2aa6-9a4f-46b5-9fbe-04f7e4551c5c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.354709] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.454226] env[69468]: INFO networking_nsxv3.common.synchronization [req-71a4bd8c-17b5-4e19-b1ba-08acd8118316 req-a06f6af0-257c-407f-a972-a39096f70b6e tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9 with Priority: HIGHEST for action security_group_members [ 786.454395] env[69468]: INFO networking_nsxv3.common.synchronization [req-71a4bd8c-17b5-4e19-b1ba-08acd8118316 req-a06f6af0-257c-407f-a972-a39096f70b6e tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 786.454538] env[69468]: INFO networking_nsxv3.common.synchronization [req-71a4bd8c-17b5-4e19-b1ba-08acd8118316 req-a06f6af0-257c-407f-a972-a39096f70b6e tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 9e675480-90f8-4054-b9a3-ba3110659e7c with Priority: HIGHEST for action security_group_members [ 786.455106] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9 with Priority: HIGHEST for action security_group_members [ 786.455246] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 786.455369] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e675480-90f8-4054-b9a3-ba3110659e7c with Priority: HIGHEST for action security_group_members [ 786.455616] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.455846] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.455954] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.456067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.456244] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e675480-90f8-4054-b9a3-ba3110659e7c taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.456331] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.562604] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9 in Status: SUCCESS [ 786.562836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.563017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.563248] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.563440] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.563556] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.563613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.563772] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.563852] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.563982] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.565482] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: SUCCESS [ 786.565669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.569378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.569378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.569378] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.569378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.569378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.569378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.569378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.569378] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.574055] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e675480-90f8-4054-b9a3-ba3110659e7c in Status: SUCCESS [ 786.574300] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.574407] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.574594] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.574763] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.574868] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.574930] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.575112] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.575162] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.575265] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e675480-90f8-4054-b9a3-ba3110659e7c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.662489] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.662489] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.662489] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.662715] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.662880] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.663079] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port cc6e2aa6-9a4f-46b5-9fbe-04f7e4551c5c not found, creating... [ 786.663406] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.663606] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.663753] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.664066] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.664893] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.664893] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.664893] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.664893] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.665062] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.666031] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.666031] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: cc6e2aa6-9a4f-46b5-9fbe-04f7e4551c5c is going to be created. [ 786.690655] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.690865] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.690989] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.691381] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.691705] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.691968] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-cc6e2aa6-9a4f-46b5-9fbe-04f7e4551c5c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.857859] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.069340] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.072986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.072986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.072986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.072986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.072986] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.072986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.072986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.072986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.072986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.072986] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9 is going to be deleted. [ 787.072986] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.081661] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.081817] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.081916] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.082144] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.082233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.082429] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.082525] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.082591] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.082756] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.082870] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.082928] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e675480-90f8-4054-b9a3-ba3110659e7c is going to be updated. [ 787.112241] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.112388] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.112445] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.112704] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.112770] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.112868] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.113030] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.113207] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.113384] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.113519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.113615] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.113762] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.113842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.113937] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.116464] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.116464] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.116464] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.116464] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.116920] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.127884] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e675480-90f8-4054-b9a3-ba3110659e7c in Status: IN_PROGRESS for 2s [ 787.360514] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.360784] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.360784] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.361119] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.361247] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.361431] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9a093d-9035-47ac-abdb-270ceba185bd is going to be updated. [ 787.396121] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.396296] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.396351] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.398416] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.398416] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.406526] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: IN_PROGRESS for 2s [ 787.575468] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.593968] env[69468]: INFO networking_nsxv3.common.synchronization [req-5645ec1b-a6a6-490f-9abe-c0aa5a337e2c req-8583f3f9-ca1b-4088-b8a6-856a9040962a service nova] Enqueued Resource ID: 43b4f438-1311-4764-aee0-8445d5437055 with Priority: HIGHEST for action security_group_rules [ 787.599425] env[69468]: INFO networking_nsxv3.common.synchronization [req-5645ec1b-a6a6-490f-9abe-c0aa5a337e2c req-8583f3f9-ca1b-4088-b8a6-856a9040962a service nova] Enqueued Resource ID: 43b4f438-1311-4764-aee0-8445d5437055 with Priority: HIGHEST for action security_group_members [ 787.599796] env[69468]: INFO networking_nsxv3.common.synchronization [req-5645ec1b-a6a6-490f-9abe-c0aa5a337e2c req-8583f3f9-ca1b-4088-b8a6-856a9040962a service nova] Enqueued Resource ID: cc6e2aa6-9a4f-46b5-9fbe-04f7e4551c5c with Priority: HIGHEST for action port [ 787.600834] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43b4f438-1311-4764-aee0-8445d5437055 with Priority: HIGHEST for action security_group_rules [ 787.602669] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43b4f438-1311-4764-aee0-8445d5437055 with Priority: HIGHEST for action security_group_members [ 787.602809] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc6e2aa6-9a4f-46b5-9fbe-04f7e4551c5c with Priority: HIGHEST for action port [ 787.603417] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43b4f438-1311-4764-aee0-8445d5437055 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.603568] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.603673] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.603893] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.603974] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43b4f438-1311-4764-aee0-8445d5437055',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.605554] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-43b4f438-1311-4764-aee0-8445d5437055 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.605687] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.605687] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.605882] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.606133] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.606241] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.606241] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.606358] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.606429] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.606518] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43b4f438-1311-4764-aee0-8445d5437055',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.607490] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc6e2aa6-9a4f-46b5-9fbe-04f7e4551c5c taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.607490] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc6e2aa6-9a4f-46b5-9fbe-04f7e4551c5c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.607490] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc6e2aa6-9a4f-46b5-9fbe-04f7e4551c5c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.608857] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc6e2aa6-9a4f-46b5-9fbe-04f7e4551c5c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.608857] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc6e2aa6-9a4f-46b5-9fbe-04f7e4551c5c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.619678] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.619863] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.619911] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.620107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.620191] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.620620] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.620740] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.620803] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.620961] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.621051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.621141] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9 already deleted. [ 787.621226] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.621309] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.625182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.625182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.625182] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.625182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.625182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.625182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.625182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.625182] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.078504] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.078663] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.078749] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.079095] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.079095] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.079262] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 is going to be updated. [ 788.108521] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.108655] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.108742] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.108944] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.109103] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.110243] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc6e2aa6-9a4f-46b5-9fbe-04f7e4551c5c with status ACTIVE [ 788.110468] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.110610] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.110692] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.110890] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.110996] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.111278] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.111368] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.111433] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.111594] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.111694] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.111915] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.112054] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.112132] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.112340] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.112436] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.112583] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc6e2aa6-9a4f-46b5-9fbe-04f7e4551c5c is going to be updated. [ 788.113645] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43b4f438-1311-4764-aee0-8445d5437055',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.114777] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-43b4f438-1311-4764-aee0-8445d5437055 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.114777] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.123312] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: IN_PROGRESS for 2s [ 788.125282] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.125416] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.125489] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.125774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.125774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.125960] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.126079] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.126140] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.126370] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.126370] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.126509] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9 already deleted. [ 788.126509] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.126696] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.133246] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.133422] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.133422] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.133605] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.133737] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.133886] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc6e2aa6-9a4f-46b5-9fbe-04f7e4551c5c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.616907] env[69468]: INFO networking_nsxv3.common.synchronization [req-0dac9042-003b-4b3e-a295-6ddd64425bbb req-852234c5-b083-403c-86a0-12167dd4d056 tempest-ImagesOneServerNegativeTestJSON-1810634108 tempest-ImagesOneServerNegativeTestJSON-1810634108-project-member] Enqueued Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGHEST for action security_group_members [ 788.618028] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGHEST for action security_group_members [ 788.618028] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43b4f438-1311-4764-aee0-8445d5437055',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.619016] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2282d3a6-aacd-45e3-a715-d269da320444 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.619398] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.619398] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.619398] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.619606] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.619709] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.619773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.619929] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.620021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.620115] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2282d3a6-aacd-45e3-a715-d269da320444',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.628895] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9: rpc.has_security_group_logging(os_id): False [ 788.645802] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.645928] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.649018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.649018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.649018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.649018] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.649018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.649018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.649018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.649018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.649018] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9 is going to be created. [ 788.662494] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9], does not exist path=[/infra/domains/default/groups/28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9]."\n}' [ 788.662665] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9 [ 788.662801] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 788.694936] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.695096] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.695198] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.695473] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.697364] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.697723] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.697880] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.697978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.698260] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.698381] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.698662] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.698787] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.698870] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.699078] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.699173] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.699285] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9 is going to be created. [ 788.714104] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9], does not exist path=[/infra/domains/default/groups/28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9 [ 788.714297] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.714910] env[69468]: Traceback (most recent call last): [ 788.715026] env[69468]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 788.715026] env[69468]: return func(*args, **kwargs) [ 788.715026] env[69468]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 788.715026] env[69468]: res.raise_for_status() [ 788.715026] env[69468]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 788.715026] env[69468]: raise HTTPError(http_error_msg, response=self) [ 788.715026] env[69468]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9 [ 788.715026] env[69468]: During handling of the above exception, another exception occurred: [ 788.715026] env[69468]: Traceback (most recent call last): [ 788.715026] env[69468]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 788.715026] env[69468]: listener.cb(fileno) [ 788.715026] env[69468]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 788.715026] env[69468]: result = function(*args, **kwargs) [ 788.715026] env[69468]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 788.715026] env[69468]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 788.715026] env[69468]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 788.715026] env[69468]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 788.715026] env[69468]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 788.715026] env[69468]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 788.715026] env[69468]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 788.715026] env[69468]: res.raise_for_status() [ 788.715026] env[69468]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 788.715026] env[69468]: raise HTTPError(http_error_msg, response=self) [ 788.715026] env[69468]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/28c3bb5c-e0e1-4aa4-b6b2-5e60f4d11aa9 [ 788.715026] env[69468]: Removing descriptor: 13 [ 789.121953] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.122155] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.122231] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.122588] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.122728] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.122819] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43b4f438-1311-4764-aee0-8445d5437055 is going to be created. [ 789.124088] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.124217] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.124277] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.124431] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.136291] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e675480-90f8-4054-b9a3-ba3110659e7c in Status: SUCCESS [ 789.136457] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e675480-90f8-4054-b9a3-ba3110659e7c deletion is rescheduled due to dependency. [ 789.136562] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.136711] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.136886] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.137063] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.137169] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.137268] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.137373] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.137454] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.137539] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.137634] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e675480-90f8-4054-b9a3-ba3110659e7c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.138402] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.138562] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.138708] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.138807] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.138889] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.138997] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.139103] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.139188] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e675480-90f8-4054-b9a3-ba3110659e7c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.145618] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.145829] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.145945] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.146023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.146189] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.146270] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.146367] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2282d3a6-aacd-45e3-a715-d269da320444 is going to be updated. [ 789.147852] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.147964] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.148044] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.148197] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.148338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.157430] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43b4f438-1311-4764-aee0-8445d5437055 in Status: UNINITIALIZED for 2s [ 789.178135] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.178293] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.178357] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.178562] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.178702] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.185763] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2282d3a6-aacd-45e3-a715-d269da320444 in Status: IN_PROGRESS for 2s [ 789.416751] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: SUCCESS [ 789.420111] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.420111] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.420250] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.420409] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.420521] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.420577] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.421094] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.421094] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.421094] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.421094] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.640745] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e675480-90f8-4054-b9a3-ba3110659e7c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.642048] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.642218] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.642286] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.642623] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.663217] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.663478] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.663600] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.663669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.663908] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.663987] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.664052] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e675480-90f8-4054-b9a3-ba3110659e7c is going to be updated. [ 789.688354] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.688544] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.688631] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.688907] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.689063] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.697453] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e675480-90f8-4054-b9a3-ba3110659e7c in Status: IN_PROGRESS for 2s [ 789.928023] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.928023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.928023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.928023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.928023] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.928023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.928023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.928023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.928023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.928023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.928023] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.928023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.928023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.928023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.928023] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.928023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.928706] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.928706] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.928706] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.928706] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.928706] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.135071] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: IN_PROGRESS for 4s [ 790.147187] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e675480-90f8-4054-b9a3-ba3110659e7c: rpc.has_security_group_logging(os_id): False [ 790.154068] env[69468]: INFO networking_nsxv3.common.synchronization [req-21a49838-6af2-4a81-a943-6c80e4ba9cc1 req-1c0b70fd-48df-4548-8da1-c8cfdda636bb tempest-ImagesTestJSON-1045980182 tempest-ImagesTestJSON-1045980182-project-member] Enqueued Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 790.155291] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 790.155804] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.156116] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.156358] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.156804] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.157120] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.157394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.158942] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.158942] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.158942] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.158942] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.170734] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.171142] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.173025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.173025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.173025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.173025] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.173025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.173025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.173025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.173025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.173025] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e675480-90f8-4054-b9a3-ba3110659e7c is going to be updated. [ 790.252522] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.252522] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.252522] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.252522] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.252522] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.267926] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e675480-90f8-4054-b9a3-ba3110659e7c in Status: IN_PROGRESS for 2s [ 790.431322] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b9a093d-9035-47ac-abdb-270ceba185bd: rpc.has_security_group_logging(os_id): False [ 790.448118] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.448288] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.448353] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.448549] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.465841] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.466114] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.466241] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.466340] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.466499] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.466573] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.466757] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.466857] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.466911] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.467071] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.467141] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.467327] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.467433] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.467490] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.467606] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.467692] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.467754] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b9a093d-9035-47ac-abdb-270ceba185bd is going to be updated. [ 790.524684] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.524940] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.525077] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.525385] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.525666] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.539952] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: IN_PROGRESS for 2s [ 790.662320] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.662678] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.662678] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.663753] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.687995] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.688465] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.688766] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.688951] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.689264] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.689464] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.689676] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 is going to be updated. [ 790.742122] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.742122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.742122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.742122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.742122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.749291] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: IN_PROGRESS for 2s [ 790.916019] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.916019] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-704" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.916019] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-704" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.916019] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-704" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.916019] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.916019] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.916019] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.916019] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.916019] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.916019] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.916783] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.917190] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.917465] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.917729] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.918037] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.920164] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.939028] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.939028] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 790.939028] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.939028] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-704" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.939028] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-6c87b79b-ed3d-448d-a02d-1004956a1d8d taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.939028] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-6c87b79b-ed3d-448d-a02d-1004956a1d8d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.939028] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-6c87b79b-ed3d-448d-a02d-1004956a1d8d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.939028] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-6c87b79b-ed3d-448d-a02d-1004956a1d8d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.939028] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c87b79b-ed3d-448d-a02d-1004956a1d8d',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.173844] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43b4f438-1311-4764-aee0-8445d5437055 in Status: SUCCESS [ 791.174091] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.174268] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.174493] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.174682] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.174802] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.174857] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.175016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.175107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.175227] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.175369] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43b4f438-1311-4764-aee0-8445d5437055',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.193543] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2282d3a6-aacd-45e3-a715-d269da320444 in Status: SUCCESS [ 791.194400] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2282d3a6-aacd-45e3-a715-d269da320444 deletion is rescheduled due to dependency. [ 791.194400] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.441825] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.442064] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.442198] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.442484] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.442669] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.442831] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 6c87b79b-ed3d-448d-a02d-1004956a1d8d not found, creating... [ 791.443142] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.443301] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.443421] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.443645] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.443786] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.444081] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.444244] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.444363] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.444568] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.444703] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.444845] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 6c87b79b-ed3d-448d-a02d-1004956a1d8d is going to be created. [ 791.462323] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.462554] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.462723] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.462972] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.463229] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.463452] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-6c87b79b-ed3d-448d-a02d-1004956a1d8d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.677973] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-43b4f438-1311-4764-aee0-8445d5437055 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.678323] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.678323] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.678481] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.678671] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.678787] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.678855] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.679041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.679141] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.679235] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.679390] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-43b4f438-1311-4764-aee0-8445d5437055 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.679517] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.679637] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.679750] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.679896] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.679998] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.680089] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.680222] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.680291] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.680384] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.680461] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43b4f438-1311-4764-aee0-8445d5437055',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.709034] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e675480-90f8-4054-b9a3-ba3110659e7c in Status: SUCCESS [ 791.709273] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e675480-90f8-4054-b9a3-ba3110659e7c deletion is rescheduled due to dependency. [ 791.709414] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.149020] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: SUCCESS [ 792.149020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.149020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.149020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.149020] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.149020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.149020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.149020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.149020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.149020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.149020] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.153852] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.153852] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.153852] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.153852] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.153852] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.153852] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.153852] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.153852] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.184499] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43b4f438-1311-4764-aee0-8445d5437055: rpc.has_security_group_logging(os_id): False [ 792.202028] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.202028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.202028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.202028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.202028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.202028] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.202028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.202028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.202028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.202028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.202028] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.202028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.202028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.202028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.202028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.202657] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.202657] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.203104] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.203402] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.204127] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.204344] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43b4f438-1311-4764-aee0-8445d5437055 is going to be created. [ 792.282355] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e675480-90f8-4054-b9a3-ba3110659e7c in Status: SUCCESS [ 792.283029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.295989] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.296160] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.296232] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.296441] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.296621] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.313428] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43b4f438-1311-4764-aee0-8445d5437055 in Status: IN_PROGRESS for 2s [ 792.347976] env[69468]: INFO networking_nsxv3.common.synchronization [req-21a49838-6af2-4a81-a943-6c80e4ba9cc1 req-6d62ab29-3331-4574-8743-78d40178e632 service nova] Enqueued Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_rules [ 792.350958] env[69468]: INFO networking_nsxv3.common.synchronization [req-21a49838-6af2-4a81-a943-6c80e4ba9cc1 req-6d62ab29-3331-4574-8743-78d40178e632 service nova] Enqueued Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 792.351417] env[69468]: INFO networking_nsxv3.common.synchronization [req-21a49838-6af2-4a81-a943-6c80e4ba9cc1 req-6d62ab29-3331-4574-8743-78d40178e632 service nova] Enqueued Resource ID: 6c87b79b-ed3d-448d-a02d-1004956a1d8d with Priority: HIGHEST for action port [ 792.355416] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_rules [ 792.355564] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 792.355665] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c87b79b-ed3d-448d-a02d-1004956a1d8d with Priority: HIGHEST for action port [ 792.355941] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.356203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.356279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.356493] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.356575] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.357475] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.357590] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.357786] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c87b79b-ed3d-448d-a02d-1004956a1d8d taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.358104] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c87b79b-ed3d-448d-a02d-1004956a1d8d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.358104] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c87b79b-ed3d-448d-a02d-1004956a1d8d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.358104] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c87b79b-ed3d-448d-a02d-1004956a1d8d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.358202] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c87b79b-ed3d-448d-a02d-1004956a1d8d',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.554551] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: SUCCESS [ 792.554885] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.654505] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.654640] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.656121] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.763999] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: SUCCESS [ 792.764294] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 deletion is rescheduled due to dependency. [ 792.764339] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.764471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.764689] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.764875] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.764990] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.765070] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.765226] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.765309] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.765404] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.862273] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c87b79b-ed3d-448d-a02d-1004956a1d8d with status ACTIVE [ 792.862527] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.862687] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.862784] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.863035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.863132] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.863315] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.863415] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.863479] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.863632] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.863710] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.863887] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.864013] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.864078] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.864221] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.864296] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.864382] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c87b79b-ed3d-448d-a02d-1004956a1d8d is going to be updated. [ 792.865528] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.865627] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.896829] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.896970] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.897052] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.897311] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.897502] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.897613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c87b79b-ed3d-448d-a02d-1004956a1d8d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.159037] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.267450] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.660824] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.660988] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.661079] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.661292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.661382] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.661482] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 is going to be updated. [ 793.688028] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.688028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.688028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.688028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.688028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.696554] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: IN_PROGRESS for 2s [ 793.770382] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.946507] env[69468]: INFO networking_nsxv3.common.synchronization [req-51fe4aaa-e615-45ff-a4cb-2789ddd4ce7a req-db3a99b3-82b8-473e-903b-5dd85bcf62ca tempest-VolumesAdminNegativeTest-1855579597 tempest-VolumesAdminNegativeTest-1855579597-project-member] Enqueued Resource ID: a61fd56c-014f-4633-b248-fcdee7b5e59c with Priority: HIGHEST for action security_group_members [ 793.947043] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61fd56c-014f-4633-b248-fcdee7b5e59c with Priority: HIGHEST for action security_group_members [ 793.947353] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61fd56c-014f-4633-b248-fcdee7b5e59c taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.947477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.947540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.947782] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.947937] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.948048] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.948108] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.948258] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.948344] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.948440] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61fd56c-014f-4633-b248-fcdee7b5e59c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.275359] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.275359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.275359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.275359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.275359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.275359] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 is going to be updated. [ 794.303875] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.303875] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.303875] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.303875] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.303875] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.313611] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: IN_PROGRESS for 2s [ 794.326351] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43b4f438-1311-4764-aee0-8445d5437055 in Status: SUCCESS [ 794.326753] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.451132] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.451132] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.451132] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.451132] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.451132] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.451132] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.451132] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.451132] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.451563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.451563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.451563] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61fd56c-014f-4633-b248-fcdee7b5e59c already deleted. [ 794.451563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.486790] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-258 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.487039] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-258" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.487211] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-258" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.487542] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-258" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.490094] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.490094] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.490094] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.490094] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.490094] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.490094] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.490094] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.490461] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.490461] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.490777] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.490777] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.491367] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.510675] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.510843] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 794.510993] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.511321] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-258" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.511500] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-eeaf90cd-47e0-4b13-b5a2-efabd98551b7 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.511774] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-eeaf90cd-47e0-4b13-b5a2-efabd98551b7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.511971] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-eeaf90cd-47e0-4b13-b5a2-efabd98551b7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.512276] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-eeaf90cd-47e0-4b13-b5a2-efabd98551b7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.512499] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeaf90cd-47e0-4b13-b5a2-efabd98551b7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.014906] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.015268] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.015268] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.015492] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.015646] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.015805] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port eeaf90cd-47e0-4b13-b5a2-efabd98551b7 not found, creating... [ 795.016080] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.016240] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.016358] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.016572] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.016709] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.017059] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.017237] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.017357] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.017565] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.017702] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.017843] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: eeaf90cd-47e0-4b13-b5a2-efabd98551b7 is going to be created. [ 795.038824] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.039072] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.039185] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.039414] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.039668] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.039985] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-eeaf90cd-47e0-4b13-b5a2-efabd98551b7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.709751] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: SUCCESS [ 795.710048] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.710255] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.710493] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.710709] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.710831] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.710920] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.711193] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.711193] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.711312] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.711467] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.711570] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.711672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.711806] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.711954] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.712269] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.712336] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.712487] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.712566] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.712649] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.712743] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.944523] env[69468]: INFO networking_nsxv3.common.synchronization [req-51fe4aaa-e615-45ff-a4cb-2789ddd4ce7a req-c28cb760-01a2-4052-92e0-dddcc8354961 service nova] Enqueued Resource ID: a61fd56c-014f-4633-b248-fcdee7b5e59c with Priority: HIGHEST for action security_group_rules [ 795.944523] env[69468]: INFO networking_nsxv3.common.synchronization [req-51fe4aaa-e615-45ff-a4cb-2789ddd4ce7a req-c28cb760-01a2-4052-92e0-dddcc8354961 service nova] Enqueued Resource ID: a61fd56c-014f-4633-b248-fcdee7b5e59c with Priority: HIGHEST for action security_group_members [ 795.944523] env[69468]: INFO networking_nsxv3.common.synchronization [req-51fe4aaa-e615-45ff-a4cb-2789ddd4ce7a req-c28cb760-01a2-4052-92e0-dddcc8354961 service nova] Enqueued Resource ID: eeaf90cd-47e0-4b13-b5a2-efabd98551b7 with Priority: HIGHEST for action port [ 795.944523] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61fd56c-014f-4633-b248-fcdee7b5e59c with Priority: HIGHEST for action security_group_rules [ 795.944523] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61fd56c-014f-4633-b248-fcdee7b5e59c with Priority: HIGHEST for action security_group_members [ 795.944523] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeaf90cd-47e0-4b13-b5a2-efabd98551b7 with Priority: HIGHEST for action port [ 795.944523] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a61fd56c-014f-4633-b248-fcdee7b5e59c taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.944523] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.944523] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.944523] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.944523] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a61fd56c-014f-4633-b248-fcdee7b5e59c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.945606] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61fd56c-014f-4633-b248-fcdee7b5e59c taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.948125] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.948125] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.948125] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.948125] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.948125] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.948125] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.948125] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.948125] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.948125] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61fd56c-014f-4633-b248-fcdee7b5e59c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.948125] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-eeaf90cd-47e0-4b13-b5a2-efabd98551b7 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.948125] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eeaf90cd-47e0-4b13-b5a2-efabd98551b7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.948125] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eeaf90cd-47e0-4b13-b5a2-efabd98551b7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.948125] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eeaf90cd-47e0-4b13-b5a2-efabd98551b7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.948817] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeaf90cd-47e0-4b13-b5a2-efabd98551b7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.215793] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a9bfd66-34a8-46bb-9a36-939f94763eb4: rpc.has_security_group_logging(os_id): False [ 796.233078] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.233325] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.233391] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.233639] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.252020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.252096] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.252178] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.252226] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.252432] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.252520] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.252751] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.252839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.252903] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.253062] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.253138] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.253323] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.253405] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.253456] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.253600] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.253677] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.253763] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 is going to be updated. [ 796.306674] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.306946] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.307062] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.307307] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.307481] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.321963] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: SUCCESS [ 796.322288] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.322526] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.322886] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.323184] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.323366] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.323523] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.323793] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.323931] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.324101] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.324255] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.326643] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: IN_PROGRESS for 2s [ 796.446145] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61fd56c-014f-4633-b248-fcdee7b5e59c taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.446283] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.450952] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eeaf90cd-47e0-4b13-b5a2-efabd98551b7 with status ACTIVE [ 796.450952] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.451244] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.451344] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.451592] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.451699] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.451900] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.452024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.452093] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.452253] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.452334] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.452519] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.452615] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.452678] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.452848] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.452928] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.453038] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eeaf90cd-47e0-4b13-b5a2-efabd98551b7 is going to be updated. [ 796.454598] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a61fd56c-014f-4633-b248-fcdee7b5e59c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.480648] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.480648] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.480648] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.480910] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.480954] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.481136] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eeaf90cd-47e0-4b13-b5a2-efabd98551b7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.827995] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.828886] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.828886] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.828886] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.829319] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.830075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.830177] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.830445] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.830549] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.830651] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.831202] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.831202] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.831202] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.831202] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.831427] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.832052] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.832052] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.832052] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.832052] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.835338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.835338] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.964936] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a61fd56c-014f-4633-b248-fcdee7b5e59c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.126599] env[69468]: INFO networking_nsxv3.common.synchronization [req-ad38bf93-0d86-4f03-be45-42cc7671c2cc req-1589b2ef-671a-4ad7-ba66-b59d0d374b93 tempest-ServerDiskConfigTestJSON-711676554 tempest-ServerDiskConfigTestJSON-711676554-project-member] Enqueued Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 797.131342] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 797.139011] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.139011] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.139011] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.139011] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.139011] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.139011] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.139011] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.139011] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.139011] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.139011] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.343186] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c8deb84-92a4-4a47-bed7-2d375e99c701: rpc.has_security_group_logging(os_id): False [ 797.358326] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.359312] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.359641] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.360177] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.360520] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.362026] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.362026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.362026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.362026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.362026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.362026] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.362026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.362680] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.363231] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.363231] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.363706] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.367058] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.367058] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.367058] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.367058] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.367058] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 is going to be updated. [ 797.425038] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.425038] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.425038] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.425038] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.425038] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.435350] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: IN_PROGRESS for 2s [ 797.465952] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.465952] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.465952] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.465952] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.465952] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.465952] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61fd56c-014f-4633-b248-fcdee7b5e59c is going to be created. [ 797.487747] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.487747] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.487747] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.487747] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.487747] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.490649] env[69468]: INFO networking_nsxv3.common.synchronization [req-785701ec-35cb-4feb-af8d-cd1604ce81da req-e3bff661-f68e-4389-8842-dd39daacba9b tempest-MultipleCreateTestJSON-852249463 tempest-MultipleCreateTestJSON-852249463-project-member] Enqueued Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_members [ 797.492108] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_members [ 797.492108] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.492108] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.492108] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.492108] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.492570] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.492817] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.493023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.493302] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.493511] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.493734] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.495986] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61fd56c-014f-4633-b248-fcdee7b5e59c in Status: UNINITIALIZED for 2s [ 797.500448] env[69468]: INFO networking_nsxv3.common.synchronization [req-50701eea-e2df-4670-b967-0ded1e78c55a req-d14ec6ba-f83e-4a83-9f1e-a4e7ac7911e5 tempest-MultipleCreateTestJSON-852249463 tempest-MultipleCreateTestJSON-852249463-project-member] Enqueued Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_members [ 797.500448] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGHEST for action security_group_members [ 797.500448] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.500448] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.643406] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.643406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.643406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.643406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.662783] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.662783] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.662783] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.662783] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.662783] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.662783] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.662783] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 is going to be updated. [ 797.686767] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.686925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.686977] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.687199] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.687337] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.695411] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: IN_PROGRESS for 2s [ 797.742335] env[69468]: INFO networking_nsxv3.common.synchronization [req-b32c67f0-2614-41dd-9295-b79db93626ae req-9ff05fd8-abd6-4c4e-a6b3-7c72f44e4141 tempest-ServersWithSpecificFlavorTestJSON-349924692 tempest-ServersWithSpecificFlavorTestJSON-349924692-project-member] Enqueued Resource ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 with Priority: HIGHEST for action security_group_members [ 797.742848] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 with Priority: HIGHEST for action security_group_members [ 797.743281] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-5327879a-8e69-4f71-b0d8-310a98738ad7 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.743494] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.743596] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.743924] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.745038] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.745201] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.745396] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.745529] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.745663] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.745804] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5327879a-8e69-4f71-b0d8-310a98738ad7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.998191] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.998347] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.998417] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.998631] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.998771] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.998994] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.999110] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.999175] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.999334] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.999437] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.000390] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9a093d-9035-47ac-abdb-270ceba185bd is going to be updated. [ 798.023959] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.024076] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.024115] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.024356] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.024453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.035243] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: IN_PROGRESS for 2s [ 798.087954] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.088176] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-774" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.088298] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-774" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.088558] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-774" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.088809] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.088963] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.089089] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.089303] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.089444] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.089675] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.089791] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.089901] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.090016] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.090135] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.090242] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.090375] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.112536] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.112536] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 798.112536] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.112536] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-774" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.112536] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-858c37b6-4824-46d3-9dff-c0e0d91c47b5 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.112536] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-858c37b6-4824-46d3-9dff-c0e0d91c47b5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.112536] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-858c37b6-4824-46d3-9dff-c0e0d91c47b5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.112536] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-858c37b6-4824-46d3-9dff-c0e0d91c47b5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.112536] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('858c37b6-4824-46d3-9dff-c0e0d91c47b5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.249393] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.249393] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.249393] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.249393] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.270025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.270025] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.270025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.270025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.270025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.270025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.270025] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 is going to be updated. [ 798.292644] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.292770] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.294021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.294021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.294021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.303459] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 in Status: IN_PROGRESS for 2s [ 798.340976] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: SUCCESS [ 798.341274] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.617692] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.618015] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.618173] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.618466] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.618620] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.618785] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 858c37b6-4824-46d3-9dff-c0e0d91c47b5 not found, creating... [ 798.619068] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.619257] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.619342] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.619571] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.619737] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.620090] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.620213] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.620334] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.620546] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.620680] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.620929] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 858c37b6-4824-46d3-9dff-c0e0d91c47b5 is going to be created. [ 798.642669] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.642905] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.643052] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.643389] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.643572] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.643830] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-858c37b6-4824-46d3-9dff-c0e0d91c47b5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.449768] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: SUCCESS [ 799.450685] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.506381] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61fd56c-014f-4633-b248-fcdee7b5e59c in Status: SUCCESS [ 799.506381] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.506587] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.506720] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.507014] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.508166] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.508293] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.508479] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.508568] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.508660] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.508759] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a61fd56c-014f-4633-b248-fcdee7b5e59c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.636552] env[69468]: INFO networking_nsxv3.common.synchronization [req-ad38bf93-0d86-4f03-be45-42cc7671c2cc req-8bdacb68-82c1-47a8-8a23-cb24c81997ac service nova] Enqueued Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_rules [ 799.636845] env[69468]: INFO networking_nsxv3.common.synchronization [req-ad38bf93-0d86-4f03-be45-42cc7671c2cc req-8bdacb68-82c1-47a8-8a23-cb24c81997ac service nova] Enqueued Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 799.636902] env[69468]: INFO networking_nsxv3.common.synchronization [req-ad38bf93-0d86-4f03-be45-42cc7671c2cc req-8bdacb68-82c1-47a8-8a23-cb24c81997ac service nova] Enqueued Resource ID: 858c37b6-4824-46d3-9dff-c0e0d91c47b5 with Priority: HIGHEST for action port [ 799.637097] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_rules [ 799.637235] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 799.637318] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 858c37b6-4824-46d3-9dff-c0e0d91c47b5 with Priority: HIGHEST for action port [ 799.637836] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.637965] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.640120] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.640358] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.640453] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.641296] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.641494] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.641856] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-858c37b6-4824-46d3-9dff-c0e0d91c47b5 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.643094] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-858c37b6-4824-46d3-9dff-c0e0d91c47b5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.643094] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-858c37b6-4824-46d3-9dff-c0e0d91c47b5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.643094] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-858c37b6-4824-46d3-9dff-c0e0d91c47b5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.643094] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('858c37b6-4824-46d3-9dff-c0e0d91c47b5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.705442] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: SUCCESS [ 799.706039] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 deletion is rescheduled due to dependency. [ 799.706210] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.706582] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.706754] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.707052] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.707146] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.707214] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.707422] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.707528] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.707639] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.011361] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61fd56c-014f-4633-b248-fcdee7b5e59c taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.011561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.011628] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.011870] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.012063] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.012165] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.012249] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.012372] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.012476] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.012536] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.012725] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61fd56c-014f-4633-b248-fcdee7b5e59c taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.012803] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.012853] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.012992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.013176] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.013262] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.013320] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.013447] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.013585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.013585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.013678] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a61fd56c-014f-4633-b248-fcdee7b5e59c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.043686] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: SUCCESS [ 800.044162] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9a093d-9035-47ac-abdb-270ceba185bd deletion is rescheduled due to dependency. [ 800.044162] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.044162] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.044414] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.044527] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.044619] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.044678] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.044884] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.044970] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.045052] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.144345] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.144345] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.144513] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 858c37b6-4824-46d3-9dff-c0e0d91c47b5 with status ACTIVE [ 800.144602] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.144841] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.144841] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.144970] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.145071] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.145244] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.145341] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.145403] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.145553] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.145646] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.145858] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.146031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.146031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.146184] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.146224] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.146315] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 858c37b6-4824-46d3-9dff-c0e0d91c47b5 is going to be updated. [ 800.172216] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.172350] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.172438] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.173023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.173023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.173023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-858c37b6-4824-46d3-9dff-c0e0d91c47b5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.210154] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.313355] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 in Status: SUCCESS [ 800.313549] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 deletion is rescheduled due to dependency. [ 800.313664] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.517519] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a61fd56c-014f-4633-b248-fcdee7b5e59c: rpc.has_security_group_logging(os_id): False [ 800.534697] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.534885] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.534952] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.535152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.535243] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.535447] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.535549] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.535613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.535767] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.535846] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.536030] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.536211] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.536211] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.536314] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.536383] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.536586] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.536721] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.536755] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.536872] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.536947] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.537148] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a61fd56c-014f-4633-b248-fcdee7b5e59c is going to be created. [ 800.551696] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.551888] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.551961] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.552164] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.552252] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.552436] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.552533] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.552596] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.552754] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.552851] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.552939] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9a093d-9035-47ac-abdb-270ceba185bd is going to be updated. [ 800.579933] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.580116] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.580159] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.584223] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.584460] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.589864] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.590204] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.590358] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.590579] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.590807] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.593283] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: IN_PROGRESS for 2s [ 800.599910] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a61fd56c-014f-4633-b248-fcdee7b5e59c in Status: IN_PROGRESS for 2s [ 800.712310] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.865426] env[69468]: INFO networking_nsxv3.common.synchronization [req-b64cadcd-9376-48bd-bdf7-7bac930acf0b req-8fa008b6-1a71-4361-a24c-dace918e6ff7 tempest-InstanceActionsV221TestJSON-1686320254 tempest-InstanceActionsV221TestJSON-1686320254-project-member] Enqueued Resource ID: 43b4f438-1311-4764-aee0-8445d5437055 with Priority: HIGHEST for action security_group_members [ 800.865981] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43b4f438-1311-4764-aee0-8445d5437055 with Priority: HIGHEST for action security_group_members [ 800.866684] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-43b4f438-1311-4764-aee0-8445d5437055 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.866789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.867122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.867122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.867257] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.867454] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.868170] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.868170] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.868170] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.868170] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43b4f438-1311-4764-aee0-8445d5437055',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.217300] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.217459] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.217532] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.217754] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.217853] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.217956] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 is going to be updated. [ 801.250272] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.250428] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.250507] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.250736] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.250883] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.258574] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: IN_PROGRESS for 2s [ 801.371089] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.371322] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.371431] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.371713] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.371814] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.372065] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.372167] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.372247] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.372479] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.372590] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.372719] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43b4f438-1311-4764-aee0-8445d5437055 is going to be updated. [ 801.402911] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.403207] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.403351] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.403675] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.403943] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.414012] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43b4f438-1311-4764-aee0-8445d5437055 in Status: IN_PROGRESS for 2s [ 802.605920] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b9a093d-9035-47ac-abdb-270ceba185bd in Status: SUCCESS [ 802.605920] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b9a093d-9035-47ac-abdb-270ceba185bd deletion is rescheduled due to dependency. [ 802.605920] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.618777] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a61fd56c-014f-4633-b248-fcdee7b5e59c in Status: SUCCESS [ 802.618777] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.269037] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: SUCCESS [ 803.269306] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.269503] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.269747] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.269949] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.270121] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.270169] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.270764] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.270989] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.271590] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.271590] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.363789] env[69468]: INFO networking_nsxv3.common.synchronization [req-c1333733-774b-403c-a2b4-3c247e09ad9b req-31cde866-7080-434f-abc6-f980f359f7da tempest-ServersAdminTestJSON-573324530 tempest-ServersAdminTestJSON-573324530-project-member] Enqueued Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_members [ 803.363789] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_members [ 803.363789] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.363789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.363789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.363789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.366485] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.366635] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.366717] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.367168] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.367168] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.367168] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.427338] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43b4f438-1311-4764-aee0-8445d5437055 in Status: SUCCESS [ 803.427338] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43b4f438-1311-4764-aee0-8445d5437055 deletion is rescheduled due to dependency. [ 803.427338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43b4f438-1311-4764-aee0-8445d5437055" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.773694] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.774321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.774321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.774321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.774544] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.774544] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.774713] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.774790] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.774913] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.775059] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.775279] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.775427] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.775536] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.775789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.775870] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.775946] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.776017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.776184] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.776267] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.776353] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.776446] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.871635] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.200746] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.200951] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.201187] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.201345] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.201717] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.201924] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.203726] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.203726] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.203910] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.204223] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 804.204388] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.204550] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.204550] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.204661] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 804.206949] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.208522] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.228769] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.228936] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 804.230080] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.230080] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.230080] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-05ec4e25-3c6d-4d4b-a353-a749c7ee1242 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.230080] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-05ec4e25-3c6d-4d4b-a353-a749c7ee1242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.230584] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-05ec4e25-3c6d-4d4b-a353-a749c7ee1242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.230904] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-05ec4e25-3c6d-4d4b-a353-a749c7ee1242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.231081] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05ec4e25-3c6d-4d4b-a353-a749c7ee1242',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.279897] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62319eb9-aaca-4a4f-b19d-112ab4bd0446: rpc.has_security_group_logging(os_id): False [ 804.297862] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.298125] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.298234] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.298810] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.298810] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.301847] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.301847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.301847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.301847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.301847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.301847] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.301847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.301847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.301847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.301847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.301847] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.301847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.301847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.301847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.302463] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.302463] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 is going to be updated. [ 804.360945] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.361151] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.361233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.361447] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.361737] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.372681] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.380543] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: IN_PROGRESS for 2s [ 804.736098] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.736327] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.736451] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.736744] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.736891] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.737062] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 05ec4e25-3c6d-4d4b-a353-a749c7ee1242 not found, creating... [ 804.737330] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.737951] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.737951] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.737951] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.737951] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.738884] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.738884] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.738884] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.738884] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.738884] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.739143] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 05ec4e25-3c6d-4d4b-a353-a749c7ee1242 is going to be created. [ 804.766337] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.766547] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.766667] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.766963] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.767206] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.767441] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-05ec4e25-3c6d-4d4b-a353-a749c7ee1242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.876128] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.879370] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.879370] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.879370] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.879370] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.879370] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac is going to be updated. [ 804.920834] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.920834] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.920834] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.920834] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.920834] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.930297] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: IN_PROGRESS for 2s [ 805.630916] env[69468]: INFO networking_nsxv3.common.synchronization [req-c1333733-774b-403c-a2b4-3c247e09ad9b req-ab1f31b4-e526-4f28-97a1-9a83df8bc3af service nova] Enqueued Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_rules [ 805.632049] env[69468]: INFO networking_nsxv3.common.synchronization [req-c1333733-774b-403c-a2b4-3c247e09ad9b req-ab1f31b4-e526-4f28-97a1-9a83df8bc3af service nova] Enqueued Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_members [ 805.632049] env[69468]: INFO networking_nsxv3.common.synchronization [req-c1333733-774b-403c-a2b4-3c247e09ad9b req-ab1f31b4-e526-4f28-97a1-9a83df8bc3af service nova] Enqueued Resource ID: 05ec4e25-3c6d-4d4b-a353-a749c7ee1242 with Priority: HIGHEST for action port [ 805.632049] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_rules [ 805.632049] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_members [ 805.632049] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ec4e25-3c6d-4d4b-a353-a749c7ee1242 with Priority: HIGHEST for action port [ 805.632356] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.632356] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.632526] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.632658] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.632696] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.633984] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.634107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.634389] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-05ec4e25-3c6d-4d4b-a353-a749c7ee1242 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.634389] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05ec4e25-3c6d-4d4b-a353-a749c7ee1242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.634530] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05ec4e25-3c6d-4d4b-a353-a749c7ee1242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.635280] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05ec4e25-3c6d-4d4b-a353-a749c7ee1242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.635280] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05ec4e25-3c6d-4d4b-a353-a749c7ee1242',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.683301] env[69468]: INFO networking_nsxv3.common.synchronization [None req-245a03be-d89b-4dd5-a063-2f2765883d67 None None] Enqueued Resource ID: 5e36cfa6-4d60-452a-8e2d-a9c92e3cf08f with Priority: HIGHEST for action port [ 805.683301] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e36cfa6-4d60-452a-8e2d-a9c92e3cf08f with Priority: HIGHEST for action port [ 805.683301] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e36cfa6-4d60-452a-8e2d-a9c92e3cf08f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.683301] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e36cfa6-4d60-452a-8e2d-a9c92e3cf08f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.683301] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e36cfa6-4d60-452a-8e2d-a9c92e3cf08f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.683301] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e36cfa6-4d60-452a-8e2d-a9c92e3cf08f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.683301] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e36cfa6-4d60-452a-8e2d-a9c92e3cf08f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.137252] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.137566] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.137566] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05ec4e25-3c6d-4d4b-a353-a749c7ee1242 with status ACTIVE [ 806.137690] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.137842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.137906] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.138636] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.138636] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.138636] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.138636] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.138636] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.138636] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.138937] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.138937] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.139029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.139063] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.139209] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.139269] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.139325] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05ec4e25-3c6d-4d4b-a353-a749c7ee1242 is going to be updated. [ 806.160998] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.161590] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.161590] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.161590] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.161590] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.161862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05ec4e25-3c6d-4d4b-a353-a749c7ee1242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.187545] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e36cfa6-4d60-452a-8e2d-a9c92e3cf08f [ 806.187545] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.187545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.187545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.187545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.187545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.187545] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e36cfa6-4d60-452a-8e2d-a9c92e3cf08f already deleted. [ 806.187545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e36cfa6-4d60-452a-8e2d-a9c92e3cf08f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.398981] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: SUCCESS [ 806.398981] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.411355] env[69468]: INFO networking_nsxv3.common.synchronization [None req-7115fa3c-8711-456e-9634-f249a6db16bb tempest-AttachVolumeShelveTestJSON-386882206 tempest-AttachVolumeShelveTestJSON-386882206-project-member] Enqueued Resource ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 with Priority: HIGHEST for action security_group_rules [ 806.411883] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 with Priority: HIGHEST for action security_group_rules [ 806.412506] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.412646] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.412713] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.413011] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.413146] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.520606] env[69468]: INFO networking_nsxv3.common.synchronization [None req-a07689d2-bb94-4a14-a4f6-88f5c4ab7f11 tempest-AttachVolumeShelveTestJSON-386882206 tempest-AttachVolumeShelveTestJSON-386882206-project-member] Enqueued Resource ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 with Priority: HIGHEST for action security_group_rules [ 806.520606] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 with Priority: HIGHEST for action security_group_rules [ 806.520606] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.520606] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.935239] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.935239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.935239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.935239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.935239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.935239] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 already deleted. [ 806.935239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.935239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.935239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.935239] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.940076] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: SUCCESS [ 806.940311] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.940512] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.940747] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.940946] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.941134] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.941134] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.941291] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.941373] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.941472] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.448195] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.463327] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.463327] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.463327] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.463327] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.463327] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.463327] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 already deleted. [ 807.463327] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.952545] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.368608] env[69468]: INFO networking_nsxv3.common.synchronization [req-c807544a-7232-44ca-b7cd-7e18714c943b req-04995eab-cfbe-48bf-b480-14539e313a75 tempest-DeleteServersTestJSON-1823655983 tempest-DeleteServersTestJSON-1823655983-project-member] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 808.369321] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 808.369467] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.369585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.369654] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.369897] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.370261] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.370506] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.370562] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.370697] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.370785] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.371029] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.380629] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.381176] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.381176] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.381176] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.381393] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.385816] env[69468]: INFO networking_nsxv3.common.synchronization [None req-50093713-aea2-477f-8595-b20e2392a607 None None] Enqueued Resource ID: 307f6d7f-9b5f-4d9e-8126-bb8e04ca1104 with Priority: HIGHEST for action port [ 808.386751] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307f6d7f-9b5f-4d9e-8126-bb8e04ca1104 with Priority: HIGHEST for action port [ 808.386751] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-307f6d7f-9b5f-4d9e-8126-bb8e04ca1104 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.387150] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-307f6d7f-9b5f-4d9e-8126-bb8e04ca1104" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.387150] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-307f6d7f-9b5f-4d9e-8126-bb8e04ca1104" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.387385] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-307f6d7f-9b5f-4d9e-8126-bb8e04ca1104" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.387385] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('307f6d7f-9b5f-4d9e-8126-bb8e04ca1104',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.458561] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.458881] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.458881] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.459100] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.459183] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.459292] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac is going to be updated. [ 808.486928] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.486928] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.486928] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.486928] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.486928] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.497235] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: IN_PROGRESS for 2s [ 808.837870] env[69468]: INFO networking_nsxv3.common.synchronization [req-1288af92-cf38-455c-8d36-253a44de3c0b req-06a8b928-0ae1-4700-be3c-58dea4225924 tempest-ListServersNegativeTestJSON-1197111871 tempest-ListServersNegativeTestJSON-1197111871-project-member] Enqueued Resource ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 with Priority: HIGHEST for action security_group_members [ 808.842642] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 with Priority: HIGHEST for action security_group_members [ 808.843620] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d854f671-b7d3-43da-80bf-cf74a7ec7395 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.843620] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.843620] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.843620] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.843620] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.843988] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.843988] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.843988] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.843988] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.844211] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.877995] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.878272] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.878358] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.879085] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.883295] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.889684] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 307f6d7f-9b5f-4d9e-8126-bb8e04ca1104 [ 808.889944] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.890346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.890346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.890448] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.890483] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.890576] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:307f6d7f-9b5f-4d9e-8126-bb8e04ca1104 already deleted. [ 808.890755] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-307f6d7f-9b5f-4d9e-8126-bb8e04ca1104" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.911971] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.911971] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.911971] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.911971] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.912256] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.912256] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.912323] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 is going to be updated. [ 808.944502] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.944678] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.945672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.945672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.945672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.955808] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: IN_PROGRESS for 2s [ 809.266226] env[69468]: INFO networking_nsxv3.common.synchronization [req-aa358ac0-59e3-42fd-ae50-d4bd39f6e1ee req-921cb3c7-f7d6-4c1b-b5eb-500304b167ea tempest-ListServersNegativeTestJSON-1197111871 tempest-ListServersNegativeTestJSON-1197111871-project-member] Enqueued Resource ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 with Priority: HIGHEST for action security_group_members [ 809.266226] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 with Priority: HIGHEST for action security_group_members [ 809.266226] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d854f671-b7d3-43da-80bf-cf74a7ec7395 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.266226] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.324870] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.325056] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-497" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.325110] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-497" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.325391] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-497" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.325639] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.325791] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.325905] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.326652] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.326834] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.327070] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.327188] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.327301] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.327410] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.327521] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.327625] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.327759] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.347051] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.385645] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.443134] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.443403] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.116 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 809.443622] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.443863] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-497" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.444230] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-9a80c54f-962d-4eb2-a41a-ff95882d56a3 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.444416] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-9a80c54f-962d-4eb2-a41a-ff95882d56a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.444538] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-9a80c54f-962d-4eb2-a41a-ff95882d56a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.444866] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-9a80c54f-962d-4eb2-a41a-ff95882d56a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.447953] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a80c54f-962d-4eb2-a41a-ff95882d56a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.850366] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.888133] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 809.891430] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 809.950520] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.950819] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.950911] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.951198] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.951362] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.951518] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 9a80c54f-962d-4eb2-a41a-ff95882d56a3 not found, creating... [ 809.951812] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.952022] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.952156] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.952718] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.952718] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.952933] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.952933] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.953134] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.953341] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.953435] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.953566] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 9a80c54f-962d-4eb2-a41a-ff95882d56a3 is going to be created. [ 809.984393] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.984393] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.984691] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.984792] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.985063] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.985355] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-9a80c54f-962d-4eb2-a41a-ff95882d56a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.357872] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.358276] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.358483] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.358798] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.359684] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.359880] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 is going to be updated. [ 810.390293] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.390481] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.390557] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.390787] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.390946] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.401142] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 in Status: IN_PROGRESS for 2s [ 810.513022] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: SUCCESS [ 810.513256] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.513440] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.513661] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.513857] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.514023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.514079] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.514219] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.514286] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.514373] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.514467] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.928197] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.928538] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.928538] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.928635] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.946087] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 810.947233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.949069] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 810.983177] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: SUCCESS [ 810.983177] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 deletion is rescheduled due to dependency. [ 810.983177] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.990406] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.990542] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.990629] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.990876] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.001133] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.003093] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 811.003226] env[69468]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69468) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 811.003353] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 811.006901] env[69468]: INFO networking_nsxv3.common.synchronization [req-12dd33cb-5b4a-46a0-9ccb-a43677be43d1 req-fd4ac5cc-96a1-4970-a551-68585cb488da tempest-FloatingIPsAssociationTestJSON-819956809 tempest-FloatingIPsAssociationTestJSON-819956809-project-member] Enqueued Resource ID: 713e4358-06aa-455f-a642-d843ef6a385b with Priority: HIGHEST for action security_group_members [ 811.007460] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713e4358-06aa-455f-a642-d843ef6a385b with Priority: HIGHEST for action security_group_members [ 811.007800] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-713e4358-06aa-455f-a642-d843ef6a385b taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.007959] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.008069] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.008299] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.008485] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.008620] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.008989] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.009211] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.009341] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.009905] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('713e4358-06aa-455f-a642-d843ef6a385b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.016806] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.016927] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.016991] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.017190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.017332] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.017424] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.017632] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.017632] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.017723] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.018279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.018279] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.018279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.018279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.018279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.018549] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.018549] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.018549] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.018549] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.018690] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.018690] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.019307] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.051040] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.051040] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.051040] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.051040] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.051040] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.051040] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 811.116670] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.116833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.116900] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.117170] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.117601] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.117709] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 811.166513] env[69468]: INFO networking_nsxv3.common.synchronization [req-228cf427-7dce-4c95-a4ff-089fbe598289 req-0c732c3c-3e02-42c3-91b5-7919106b2911 tempest-VolumesAdminNegativeTest-1855579597 tempest-VolumesAdminNegativeTest-1855579597-project-member] Enqueued Resource ID: a61fd56c-014f-4633-b248-fcdee7b5e59c with Priority: HIGHEST for action security_group_members [ 811.166980] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61fd56c-014f-4633-b248-fcdee7b5e59c with Priority: HIGHEST for action security_group_members [ 811.167358] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61fd56c-014f-4633-b248-fcdee7b5e59c taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.169445] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.169549] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.169718] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.169891] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.169996] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.170071] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.170220] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.170305] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.170400] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61fd56c-014f-4633-b248-fcdee7b5e59c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.186470] env[69468]: INFO networking_nsxv3.common.synchronization [req-c807544a-7232-44ca-b7cd-7e18714c943b req-08c315b7-0fb1-4221-953b-59fbdc53d790 service nova] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_rules [ 811.186470] env[69468]: INFO networking_nsxv3.common.synchronization [req-c807544a-7232-44ca-b7cd-7e18714c943b req-08c315b7-0fb1-4221-953b-59fbdc53d790 service nova] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 811.186470] env[69468]: INFO networking_nsxv3.common.synchronization [req-c807544a-7232-44ca-b7cd-7e18714c943b req-08c315b7-0fb1-4221-953b-59fbdc53d790 service nova] Enqueued Resource ID: 9a80c54f-962d-4eb2-a41a-ff95882d56a3 with Priority: HIGHEST for action port [ 811.186470] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_rules [ 811.186815] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 811.186815] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a80c54f-962d-4eb2-a41a-ff95882d56a3 with Priority: HIGHEST for action port [ 811.187210] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.187342] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.187428] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.187606] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.187688] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.188523] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.189701] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.189701] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.189701] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.189701] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.189701] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.189701] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.189701] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.189701] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.189701] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.195741] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a80c54f-962d-4eb2-a41a-ff95882d56a3 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.195741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a80c54f-962d-4eb2-a41a-ff95882d56a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.195741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a80c54f-962d-4eb2-a41a-ff95882d56a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.195741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a80c54f-962d-4eb2-a41a-ff95882d56a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.195741] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a80c54f-962d-4eb2-a41a-ff95882d56a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.212905] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.213075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.213152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.213372] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.213579] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.213804] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 811.216574] env[69468]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'73725abb-ed0e-479e-9ffe-51d4bb1783df', '9e675480-90f8-4054-b9a3-ba3110659e7c', 'cb7af17a-e726-4f81-805b-68e715fc4758', '60124144-ebfb-4fa3-af0f-77f94ab98e5f', 'd854f671-b7d3-43da-80bf-cf74a7ec7395', 'd3fae98c-0ddf-4c84-b3a8-16e6356eed6c', 'dcc28e39-7fea-4b2d-af1d-75e628fa2489', '713e4358-06aa-455f-a642-d843ef6a385b', 'df164fee-9bd7-4237-936e-0ea2a6659799', 'e892f67b-8dd2-4380-a322-76890f19432e', 'cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6', 'a61fd56c-014f-4633-b248-fcdee7b5e59c', 'd30c70e1-b637-405d-aeaa-55964db6a30f', '2282d3a6-aacd-45e3-a715-d269da320444', '7b283874-7f63-4283-922a-fb9214c45532', '76edf6b9-c517-4486-bf31-b66ba17a90cd', '63f10967-9a09-4ad7-bde9-ea575fe36d28', 'd3ffde22-c254-4fc2-a08d-8b1272f5c3ea', '2c8deb84-92a4-4a47-bed7-2d375e99c701', '5327879a-8e69-4f71-b0d8-310a98738ad7', '87b9a661-59d2-4cac-8a06-d25a515e2363', '605bf232-0fab-4540-a959-d8fb92606eb3', '045a0f26-7dbf-4d0b-a235-2838ce6302d2', '302e85eb-7b5f-4e30-8439-37381e0b3229', 'e16329d2-acce-4422-8151-02ba3f360c87', '2b9a093d-9035-47ac-abdb-270ceba185bd', '62319eb9-aaca-4a4f-b19d-112ab4bd0446', '1e7d8881-4a64-46a2-acef-296b23ece229', '0a9bfd66-34a8-46bb-9a36-939f94763eb4', '64a7371b-d038-4bfa-ad09-c0e552cd9dac', 'e397af82-05c6-49f6-875e-1ef5ec097648', 'b7dc9cad-1624-440a-9920-bf243ad20863', 'fbe2916d-c20c-4b27-809f-90db7414ebad', 'c30481b9-748d-4b46-9264-2ac4e4e55e14', 'ee37f4c4-aa89-4de7-8678-93af0f118710', '43b4f438-1311-4764-aee0-8445d5437055', 'c514a0ce-6c8e-421e-8188-7351eb8519c4'} {{(pid=69468) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 811.216807] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 811.254389] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.254389] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.254389] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.254389] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.254389] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.254389] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 811.254389] env[69468]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69468) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 811.254389] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 811.464033] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.464225] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.464295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.464503] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.465226] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.465450] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 811.465522] env[69468]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69468) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 811.465587] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 811.465659] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 811.465736] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/37 resources of Type:Security Group Rules [ 811.465806] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73725abb-ed0e-479e-9ffe-51d4bb1783df with Priority: HIGH for action security_group_rules [ 811.465924] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e675480-90f8-4054-b9a3-ba3110659e7c with Priority: HIGH for action security_group_rules [ 811.465971] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGH for action security_group_rules [ 811.466021] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f with Priority: HIGH for action security_group_rules [ 811.466061] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 with Priority: HIGH for action security_group_rules [ 811.466123] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d3fae98c-0ddf-4c84-b3a8-16e6356eed6c with Priority: HIGH for action security_group_rules [ 811.466182] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dcc28e39-7fea-4b2d-af1d-75e628fa2489 with Priority: HIGH for action security_group_rules [ 811.466273] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 713e4358-06aa-455f-a642-d843ef6a385b with Priority: HIGH for action security_group_rules [ 811.466304] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df164fee-9bd7-4237-936e-0ea2a6659799 with Priority: HIGH for action security_group_rules [ 811.466350] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e892f67b-8dd2-4380-a322-76890f19432e with Priority: HIGH for action security_group_rules [ 811.466410] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 with Priority: HIGH for action security_group_rules [ 811.466470] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a61fd56c-014f-4633-b248-fcdee7b5e59c with Priority: HIGH for action security_group_rules [ 811.466532] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d30c70e1-b637-405d-aeaa-55964db6a30f with Priority: HIGH for action security_group_rules [ 811.466593] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGH for action security_group_rules [ 811.466655] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b283874-7f63-4283-922a-fb9214c45532 with Priority: HIGH for action security_group_rules [ 811.466717] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76edf6b9-c517-4486-bf31-b66ba17a90cd with Priority: HIGH for action security_group_rules [ 811.466780] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 with Priority: HIGH for action security_group_rules [ 811.466859] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d3ffde22-c254-4fc2-a08d-8b1272f5c3ea with Priority: HIGH for action security_group_rules [ 811.466902] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGH for action security_group_rules [ 811.466965] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 with Priority: HIGH for action security_group_rules [ 811.467075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.469804] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.470007] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-479" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.470142] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-479" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.470401] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-479" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.470663] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.470822] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.470967] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.471165] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.471605] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.471605] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.471716] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.471773] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.471928] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.472126] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.472643] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.472643] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.489537] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.489537] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 811.489537] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.489828] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-479" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.489990] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-60c1a160-2445-460f-a1ab-ee86bd91a07c taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.490181] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-60c1a160-2445-460f-a1ab-ee86bd91a07c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.490301] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-60c1a160-2445-460f-a1ab-ee86bd91a07c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.490811] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-60c1a160-2445-460f-a1ab-ee86bd91a07c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.490811] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60c1a160-2445-460f-a1ab-ee86bd91a07c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.511744] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('713e4358-06aa-455f-a642-d843ef6a385b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.522114] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64a7371b-d038-4bfa-ad09-c0e552cd9dac: rpc.has_security_group_logging(os_id): False [ 811.538013] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.538184] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.538276] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.538494] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.558034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.558034] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.558034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.558034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.558320] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.558320] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.558529] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.558608] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.558657] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.558841] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.558915] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.559164] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.560102] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.560102] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.560102] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.560102] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.560102] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac is going to be updated. [ 811.616045] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.616221] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.616295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.616502] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.616648] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.629977] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: IN_PROGRESS for 2s [ 811.673874] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.673874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.673874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.673874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.699491] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.699491] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.699491] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.699491] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a80c54f-962d-4eb2-a41a-ff95882d56a3 with status ACTIVE [ 811.699491] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.699491] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.699491] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.699491] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.700127] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.700127] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.700127] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.700127] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.704463] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.704463] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.704463] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.704463] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.704463] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.704463] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.704463] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.704463] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a80c54f-962d-4eb2-a41a-ff95882d56a3 is going to be updated. [ 811.718968] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.718968] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.719192] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.719192] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.719838] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.719838] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.719838] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61fd56c-014f-4633-b248-fcdee7b5e59c is going to be updated. [ 811.736214] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.736214] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.736214] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.736214] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.736214] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.736635] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a80c54f-962d-4eb2-a41a-ff95882d56a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.752282] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.752434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.752505] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.752720] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.752863] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.771478] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61fd56c-014f-4633-b248-fcdee7b5e59c in Status: IN_PROGRESS for 2s [ 811.994873] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.994873] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.994873] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.994873] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.994873] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.994873] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 60c1a160-2445-460f-a1ab-ee86bd91a07c not found, creating... [ 811.995539] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.995539] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.995539] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.995718] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.995967] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.996366] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.996536] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.996658] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.996875] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.997027] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.997264] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 60c1a160-2445-460f-a1ab-ee86bd91a07c is going to be created. [ 812.014994] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('713e4358-06aa-455f-a642-d843ef6a385b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.017027] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.017175] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.017267] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.017526] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.017752] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.018127] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-60c1a160-2445-460f-a1ab-ee86bd91a07c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.199816] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.413798] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 in Status: SUCCESS [ 812.413798] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.413997] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.414240] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.414765] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.414765] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.414765] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.414936] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.414936] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.415017] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.521503] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.521707] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.521821] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.522121] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.522246] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.522386] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 713e4358-06aa-455f-a642-d843ef6a385b is going to be updated. [ 812.551980] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.552166] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.552242] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.552474] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.552621] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.561624] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 713e4358-06aa-455f-a642-d843ef6a385b in Status: IN_PROGRESS for 2s [ 812.702505] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.702702] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.702739] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.702997] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.703134] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.703248] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 is going to be updated. [ 812.706300] env[69468]: INFO networking_nsxv3.common.synchronization [req-12dd33cb-5b4a-46a0-9ccb-a43677be43d1 req-bd2ea64c-848f-4ab3-b0d3-d15d68e32d80 service nova] Enqueued Resource ID: 713e4358-06aa-455f-a642-d843ef6a385b with Priority: HIGHEST for action security_group_rules [ 812.706510] env[69468]: INFO networking_nsxv3.common.synchronization [req-12dd33cb-5b4a-46a0-9ccb-a43677be43d1 req-bd2ea64c-848f-4ab3-b0d3-d15d68e32d80 service nova] Enqueued Resource ID: 713e4358-06aa-455f-a642-d843ef6a385b with Priority: HIGHEST for action security_group_members [ 812.706714] env[69468]: INFO networking_nsxv3.common.synchronization [req-12dd33cb-5b4a-46a0-9ccb-a43677be43d1 req-bd2ea64c-848f-4ab3-b0d3-d15d68e32d80 service nova] Enqueued Resource ID: 60c1a160-2445-460f-a1ab-ee86bd91a07c with Priority: HIGHEST for action port [ 812.707913] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713e4358-06aa-455f-a642-d843ef6a385b with Priority: HIGHEST for action security_group_rules [ 812.707913] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713e4358-06aa-455f-a642-d843ef6a385b with Priority: HIGHEST for action security_group_members [ 812.707913] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c1a160-2445-460f-a1ab-ee86bd91a07c with Priority: HIGHEST for action port [ 812.707913] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73725abb-ed0e-479e-9ffe-51d4bb1783df with Priority: HIGH for action security_group_rules [ 812.707913] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGH for action security_group_rules [ 812.707913] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc28e39-7fea-4b2d-af1d-75e628fa2489 with Priority: HIGH for action security_group_rules [ 812.709964] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b283874-7f63-4283-922a-fb9214c45532 with Priority: HIGH for action security_group_rules [ 812.709964] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 with Priority: HIGH for action security_group_rules [ 812.709964] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGH for action security_group_rules [ 812.709964] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3ffde22-c254-4fc2-a08d-8b1272f5c3ea with Priority: HIGH for action security_group_rules [ 812.709964] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 with Priority: HIGH for action security_group_rules [ 812.709964] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGH for action security_group_rules [ 812.709964] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76edf6b9-c517-4486-bf31-b66ba17a90cd with Priority: HIGH for action security_group_rules [ 812.709964] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d30c70e1-b637-405d-aeaa-55964db6a30f with Priority: HIGH for action security_group_rules [ 812.709964] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61fd56c-014f-4633-b248-fcdee7b5e59c with Priority: HIGH for action security_group_rules [ 812.709964] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 with Priority: HIGH for action security_group_rules [ 812.709964] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e892f67b-8dd2-4380-a322-76890f19432e with Priority: HIGH for action security_group_rules [ 812.709964] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df164fee-9bd7-4237-936e-0ea2a6659799 with Priority: HIGH for action security_group_rules [ 812.709964] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3fae98c-0ddf-4c84-b3a8-16e6356eed6c with Priority: HIGH for action security_group_rules [ 812.709964] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713e4358-06aa-455f-a642-d843ef6a385b with Priority: HIGH for action security_group_rules [ 812.709964] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 with Priority: HIGH for action security_group_rules [ 812.709964] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e675480-90f8-4054-b9a3-ba3110659e7c with Priority: HIGH for action security_group_rules [ 812.709964] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f with Priority: HIGH for action security_group_rules [ 812.709964] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-713e4358-06aa-455f-a642-d843ef6a385b taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.710903] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.710903] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.710903] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.710903] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('713e4358-06aa-455f-a642-d843ef6a385b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.711648] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-713e4358-06aa-455f-a642-d843ef6a385b taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.711819] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.711995] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-60c1a160-2445-460f-a1ab-ee86bd91a07c taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.712190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60c1a160-2445-460f-a1ab-ee86bd91a07c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.712266] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60c1a160-2445-460f-a1ab-ee86bd91a07c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.712423] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60c1a160-2445-460f-a1ab-ee86bd91a07c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.712498] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60c1a160-2445-460f-a1ab-ee86bd91a07c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.713284] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73725abb-ed0e-479e-9ffe-51d4bb1783df taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.713387] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.713635] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.713635] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.713721] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73725abb-ed0e-479e-9ffe-51d4bb1783df',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.717067] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.717067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.717067] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcc28e39-7fea-4b2d-af1d-75e628fa2489 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.717067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.717067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.717067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.717067] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcc28e39-7fea-4b2d-af1d-75e628fa2489',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.717067] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b283874-7f63-4283-922a-fb9214c45532 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.717490] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.717490] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.717770] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.717875] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b283874-7f63-4283-922a-fb9214c45532',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.719173] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5327879a-8e69-4f71-b0d8-310a98738ad7 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.719173] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.719540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.719688] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.719807] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5327879a-8e69-4f71-b0d8-310a98738ad7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.720873] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.721027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.721106] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.721463] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.721551] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.722625] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.722749] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.722818] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.722990] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.723081] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3ffde22-c254-4fc2-a08d-8b1272f5c3ea',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.724264] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63f10967-9a09-4ad7-bde9-ea575fe36d28 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.724449] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.724517] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.724612] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.724686] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63f10967-9a09-4ad7-bde9-ea575fe36d28',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.725742] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2282d3a6-aacd-45e3-a715-d269da320444 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.725862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.725920] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.726210] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.726308] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2282d3a6-aacd-45e3-a715-d269da320444',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.726532] env[69468]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 812.727255] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76edf6b9-c517-4486-bf31-b66ba17a90cd taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.727386] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.727464] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.727601] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.727671] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76edf6b9-c517-4486-bf31-b66ba17a90cd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.730419] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d30c70e1-b637-405d-aeaa-55964db6a30f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.730565] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.730652] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.730865] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.730959] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d30c70e1-b637-405d-aeaa-55964db6a30f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.731967] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a61fd56c-014f-4633-b248-fcdee7b5e59c taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.732235] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.732235] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.732356] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.732356] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a61fd56c-014f-4633-b248-fcdee7b5e59c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.733166] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.733442] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.733442] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.733587] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.733587] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.734370] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e892f67b-8dd2-4380-a322-76890f19432e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.734509] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.734611] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.734705] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.734782] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e892f67b-8dd2-4380-a322-76890f19432e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.735879] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df164fee-9bd7-4237-936e-0ea2a6659799 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.736034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.736108] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.736279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.736373] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df164fee-9bd7-4237-936e-0ea2a6659799',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.737153] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.737253] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.737313] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.737509] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.737614] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3fae98c-0ddf-4c84-b3a8-16e6356eed6c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.738375] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-713e4358-06aa-455f-a642-d843ef6a385b taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.738497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.738691] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d854f671-b7d3-43da-80bf-cf74a7ec7395 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.738788] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.738788] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.738918] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.738989] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d854f671-b7d3-43da-80bf-cf74a7ec7395',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.739808] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e675480-90f8-4054-b9a3-ba3110659e7c taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.740026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.740119] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.740302] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.740388] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e675480-90f8-4054-b9a3-ba3110659e7c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.741227] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60124144-ebfb-4fa3-af0f-77f94ab98e5f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.741362] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.741401] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.741539] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.741613] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60124144-ebfb-4fa3-af0f-77f94ab98e5f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.741840] env[69468]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 812.744405] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.744520] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.744621] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.744775] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.744879] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.762146] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: IN_PROGRESS for 2s [ 812.919280] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.919454] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.919513] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.919739] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.990300] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.990300] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.990300] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.990300] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.990597] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.990597] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.990597] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 is going to be updated. [ 813.036453] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.036777] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.036777] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.036966] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.037055] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.045722] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 in Status: IN_PROGRESS for 2s [ 813.243911] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-713e4358-06aa-455f-a642-d843ef6a385b taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.244144] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.246509] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60c1a160-2445-460f-a1ab-ee86bd91a07c with status ACTIVE [ 813.246698] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.246930] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.246930] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.247116] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.247208] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.247382] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.247480] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.247543] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.247688] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.247763] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.247938] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.248042] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.248100] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.248238] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.248312] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.248394] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60c1a160-2445-460f-a1ab-ee86bd91a07c is going to be updated. [ 813.272900] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.273059] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.273108] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.273290] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.282254] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b283874-7f63-4283-922a-fb9214c45532 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.282378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.282432] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.282575] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.282730] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.282826] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.282887] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.283033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.283115] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.283196] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.283278] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b283874-7f63-4283-922a-fb9214c45532',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.284902] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.285017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.285110] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.285294] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.285423] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.285563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60c1a160-2445-460f-a1ab-ee86bd91a07c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.286242] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.286338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.292375] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.292521] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.292576] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.292698] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.292842] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.292936] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.293013] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.293156] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.293236] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.293318] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.293402] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.294375] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-60124144-ebfb-4fa3-af0f-77f94ab98e5f taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.294478] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.294546] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.294695] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.294939] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.295048] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.295113] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.295272] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.295346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.295426] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.295506] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60124144-ebfb-4fa3-af0f-77f94ab98e5f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.305409] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b283874-7f63-4283-922a-fb9214c45532',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.307615] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.307764] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.307878] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.308050] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.308140] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.308238] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.308302] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.308445] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.308529] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.308613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.308750] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.308840] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.308904] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.309050] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.309186] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.309273] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.309320] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.309471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.309546] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.309627] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.309739] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.319341] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.319452] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73725abb-ed0e-479e-9ffe-51d4bb1783df is going to be deleted. [ 813.323723] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b283874-7f63-4283-922a-fb9214c45532: rpc.has_security_group_logging(os_id): False [ 813.328980] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.329199] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.346692] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.346877] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.347625] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.347760] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.348729] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.348822] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.349527] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.349641] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.350424] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.350558] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.351303] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.351433] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.352258] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.352346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.353241] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.353350] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.354514] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.354599] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.355297] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.355413] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.356727] env[69468]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 813.357163] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.357302] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.358192] env[69468]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 813.358710] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.358796] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.359442] env[69468]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 813.359944] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.360058] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.360688] env[69468]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 813.361089] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.361188] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.361885] env[69468]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 813.362277] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.362413] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcc28e39-7fea-4b2d-af1d-75e628fa2489 is going to be deleted. [ 813.363387] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.363631] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.385887] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.386027] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3ffde22-c254-4fc2-a08d-8b1272f5c3ea is going to be deleted. [ 813.387051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.387252] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.387367] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.387426] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 is going to be deleted. [ 813.388190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.388358] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.388443] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.388535] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a61fd56c-014f-4633-b248-fcdee7b5e59c is going to be deleted. [ 813.389598] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.389861] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.403673] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.403822] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.413361] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.413488] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 is going to be deleted. [ 813.414377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.414594] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.415970] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.416087] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.472738] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.472738] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df164fee-9bd7-4237-936e-0ea2a6659799 is going to be deleted. [ 813.474069] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.474470] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.512095] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.512095] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.515670] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.515808] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.546051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.546249] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63f10967-9a09-4ad7-bde9-ea575fe36d28 is going to be deleted. [ 813.547250] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.547465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.570564] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.570740] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.578752] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.578928] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.597696] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.597835] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e675480-90f8-4054-b9a3-ba3110659e7c is going to be deleted. [ 813.598761] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.598967] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.678384] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.678794] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.679392] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.679512] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76edf6b9-c517-4486-bf31-b66ba17a90cd is going to be deleted. [ 813.680400] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.680614] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.722429] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: SUCCESS [ 813.722728] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.745341] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.745341] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e892f67b-8dd2-4380-a322-76890f19432e is going to be deleted. [ 813.746086] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.746086] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.746086] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.746299] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.746299] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.746395] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63f10967-9a09-4ad7-bde9-ea575fe36d28" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.746542] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.746694] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.792991] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.792991] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.800948] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.800948] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.805708] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61fd56c-014f-4633-b248-fcdee7b5e59c in Status: SUCCESS [ 813.805708] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61fd56c-014f-4633-b248-fcdee7b5e59c deletion is rescheduled due to dependency. [ 813.805708] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.805708] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60124144-ebfb-4fa3-af0f-77f94ab98e5f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.807369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.807716] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2282d3a6-aacd-45e3-a715-d269da320444 is going to be deleted. [ 813.810067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.810067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.817140] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c8deb84-92a4-4a47-bed7-2d375e99c701: rpc.has_security_group_logging(os_id): False [ 813.869235] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.869566] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6 is going to be deleted. [ 813.870590] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.871058] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.900406] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.900739] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.941117] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.941503] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.963023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.963023] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.963023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.963023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.963023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.963023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.963023] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b283874-7f63-4283-922a-fb9214c45532 is going to be updated. [ 813.963023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.963023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.007495] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.008009] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.045873] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.046252] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.079545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.079729] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d30c70e1-b637-405d-aeaa-55964db6a30f is going to be deleted. [ 814.080731] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.080920] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.081035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.081167] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcc28e39-7fea-4b2d-af1d-75e628fa2489" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.081332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.081533] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.081619] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.081734] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.083132] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.083397] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.083550] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.083739] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3ffde22-c254-4fc2-a08d-8b1272f5c3ea" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.083927] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.084173] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.084327] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.084495] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.084692] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.084908] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.085051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.085261] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a61fd56c-014f-4633-b248-fcdee7b5e59c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.085461] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.085685] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.085820] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.086014] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df164fee-9bd7-4237-936e-0ea2a6659799" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.086285] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.086508] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.153819] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.153983] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3fae98c-0ddf-4c84-b3a8-16e6356eed6c is going to be deleted. [ 814.154927] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.155166] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.155259] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.155370] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e675480-90f8-4054-b9a3-ba3110659e7c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.155527] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.155677] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.155779] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.155987] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76edf6b9-c517-4486-bf31-b66ba17a90cd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.157074] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.157239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.212094] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.212314] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.213362] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.213577] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.213688] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.213760] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.213955] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.214132] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.214440] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.214440] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.214599] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.214648] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.214727] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.214904] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.215039] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.215116] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.215220] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.215362] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.215426] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 is going to be updated. [ 814.216381] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.216539] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.216623] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.216739] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e892f67b-8dd2-4380-a322-76890f19432e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.217027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.217390] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.217390] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.217390] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73725abb-ed0e-479e-9ffe-51d4bb1783df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.217637] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.217637] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.217729] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.217797] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.217908] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.218066] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.218145] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.218248] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf5dd3dc-35a0-43b6-ae21-1b3bc8e0eba6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.218735] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.219136] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.219136] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.250068] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.250243] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.250302] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.250488] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.250581] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.250703] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3fae98c-0ddf-4c84-b3a8-16e6356eed6c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.255459] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b283874-7f63-4283-922a-fb9214c45532 in Status: IN_PROGRESS for 2s [ 814.282079] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.282242] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.282292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.282496] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.282580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.282701] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d30c70e1-b637-405d-aeaa-55964db6a30f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.307221] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60124144-ebfb-4fa3-af0f-77f94ab98e5f: rpc.has_security_group_logging(os_id): False [ 814.352881] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.353125] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.353749] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.353749] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.353749] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.356361] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.356604] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.356731] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.356957] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.407133] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: IN_PROGRESS for 2s [ 814.408210] env[69468]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 814.408727] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.409088] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.409206] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.409275] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.409472] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.409562] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.409677] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f is going to be updated. [ 814.535705] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.536054] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.536104] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.536332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.536482] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.556979] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f in Status: IN_PROGRESS for 2s [ 814.577936] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 713e4358-06aa-455f-a642-d843ef6a385b in Status: SUCCESS [ 814.578210] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.578410] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.578651] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.578874] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.579014] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.579082] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.579279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.579387] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.579492] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('713e4358-06aa-455f-a642-d843ef6a385b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.773051] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: SUCCESS [ 814.773051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.773051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.773051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.773051] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.773051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.773051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.773051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.773051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.773051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.773051] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.058159] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 in Status: SUCCESS [ 815.058159] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d854f671-b7d3-43da-80bf-cf74a7ec7395 deletion is rescheduled due to dependency. [ 815.058159] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d854f671-b7d3-43da-80bf-cf74a7ec7395" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.083534] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('713e4358-06aa-455f-a642-d843ef6a385b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.275396] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.275568] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.275648] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.276179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.276179] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.276179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.276179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.276379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.276413] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.276481] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.276625] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.276716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.276779] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.276944] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.277063] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.277153] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.277212] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.277346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.277422] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.277500] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.277588] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.436382] env[69468]: INFO networking_nsxv3.common.synchronization [req-a4eb1a4e-81b1-4640-b0de-d079e048a0f2 req-f9797179-c1e6-40f9-9933-e265e9f5000a tempest-ServerActionsTestOtherA-1764177117 tempest-ServerActionsTestOtherA-1764177117-project-member] Enqueued Resource ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 with Priority: HIGHEST for action security_group_members [ 815.436896] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 with Priority: HIGHEST for action security_group_members [ 815.437223] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.437461] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.437461] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.437915] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.437915] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.438072] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.438114] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.438298] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.438406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.438850] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.587433] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('713e4358-06aa-455f-a642-d843ef6a385b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.780900] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb7af17a-e726-4f81-805b-68e715fc4758: rpc.has_security_group_logging(os_id): False [ 815.798494] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.798665] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.798748] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.799198] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.818024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.818024] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.818024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.818024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.818367] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.818367] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.818790] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.818921] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.818984] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.819187] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.819317] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.819530] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.819677] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.819677] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.819845] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.820019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.820073] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 is going to be updated. [ 815.876725] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.876955] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.876955] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.878064] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.878064] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.891579] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: IN_PROGRESS for 2s [ 815.945026] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.945026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.945026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.945026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.945026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.945026] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.945026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.945026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.945026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.945026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.945026] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 already deleted. [ 815.945026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.953550] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.953737] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-465" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.953893] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-465" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.954260] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-465" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.954550] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.954714] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.954888] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.956151] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.956402] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.956750] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.957029] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.957194] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.957335] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.957479] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.957670] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.957824] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.983249] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.983439] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 815.983673] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.983766] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-465" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.984126] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-ed004f95-f0d0-434e-a13d-54bff688d74e taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.984321] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-ed004f95-f0d0-434e-a13d-54bff688d74e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.984444] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-ed004f95-f0d0-434e-a13d-54bff688d74e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.984780] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-ed004f95-f0d0-434e-a13d-54bff688d74e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.984918] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed004f95-f0d0-434e-a13d-54bff688d74e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.090043] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.090043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.090043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.090474] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.090474] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.090474] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 713e4358-06aa-455f-a642-d843ef6a385b is going to be updated. [ 816.118304] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.118523] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.118641] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.119059] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.119160] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.127507] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 713e4358-06aa-455f-a642-d843ef6a385b in Status: IN_PROGRESS for 2s [ 816.272759] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b283874-7f63-4283-922a-fb9214c45532 in Status: SUCCESS [ 816.272759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.421008] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: SUCCESS [ 816.421266] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.487209] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.487431] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.487563] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.487863] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.488060] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.488236] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port ed004f95-f0d0-434e-a13d-54bff688d74e not found, creating... [ 816.488508] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.488675] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.488801] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.489049] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.489200] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.489486] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.489646] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.489770] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.489983] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.490146] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.490319] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: ed004f95-f0d0-434e-a13d-54bff688d74e is going to be created. [ 816.508353] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.508642] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.508817] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.509225] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.509548] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.509903] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-ed004f95-f0d0-434e-a13d-54bff688d74e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.575140] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f in Status: SUCCESS [ 816.575394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.318193] env[69468]: INFO networking_nsxv3.common.synchronization [req-a4eb1a4e-81b1-4640-b0de-d079e048a0f2 req-6933f10c-bd92-4725-b4b9-75c74de02d60 service nova] Enqueued Resource ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 with Priority: HIGHEST for action security_group_rules [ 817.318193] env[69468]: INFO networking_nsxv3.common.synchronization [req-a4eb1a4e-81b1-4640-b0de-d079e048a0f2 req-6933f10c-bd92-4725-b4b9-75c74de02d60 service nova] Enqueued Resource ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 with Priority: HIGHEST for action security_group_members [ 817.318193] env[69468]: INFO networking_nsxv3.common.synchronization [req-a4eb1a4e-81b1-4640-b0de-d079e048a0f2 req-6933f10c-bd92-4725-b4b9-75c74de02d60 service nova] Enqueued Resource ID: ed004f95-f0d0-434e-a13d-54bff688d74e with Priority: HIGHEST for action port [ 817.318193] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 with Priority: HIGHEST for action security_group_rules [ 817.318193] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 with Priority: HIGHEST for action security_group_members [ 817.318193] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed004f95-f0d0-434e-a13d-54bff688d74e with Priority: HIGHEST for action port [ 817.319149] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.319443] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.319639] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.322032] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.322032] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.322032] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.322032] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.322032] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.322796] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.323283] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.323702] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.324185] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.326550] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.326550] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.326550] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.326550] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed004f95-f0d0-434e-a13d-54bff688d74e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.326550] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed004f95-f0d0-434e-a13d-54bff688d74e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.326550] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed004f95-f0d0-434e-a13d-54bff688d74e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.326550] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed004f95-f0d0-434e-a13d-54bff688d74e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.326550] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed004f95-f0d0-434e-a13d-54bff688d74e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.828295] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.829428] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.829553] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.829697] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed004f95-f0d0-434e-a13d-54bff688d74e with status ACTIVE [ 817.829975] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.830097] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.830163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.830368] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.830457] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.830628] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.830725] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.830782] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.830988] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.835131] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.838200] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.838411] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.838485] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.838704] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.838796] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.838898] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed004f95-f0d0-434e-a13d-54bff688d74e is going to be updated. [ 817.840790] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.861733] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.861924] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.862051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.862382] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.862603] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.862890] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed004f95-f0d0-434e-a13d-54bff688d74e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.911783] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: SUCCESS [ 817.912166] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.912372] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.912603] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.912704] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.134712] env[69468]: INFO networking_nsxv3.common.synchronization [req-229ccad0-86cd-41b6-bedd-ca2c4f3cf1d2 req-0423019a-9c65-46b0-aa8e-6c05cf5bfa2a tempest-ServerActionsV293TestJSON-1453348147 tempest-ServerActionsV293TestJSON-1453348147-project-member] Enqueued Resource ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 with Priority: HIGHEST for action security_group_members [ 818.135242] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 with Priority: HIGHEST for action security_group_members [ 818.135557] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.135682] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.135940] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.136292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.136772] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.136884] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.136954] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.137143] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.137231] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.137327] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.138675] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 713e4358-06aa-455f-a642-d843ef6a385b in Status: SUCCESS [ 818.138853] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.139338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.139412] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.139558] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.139656] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.139720] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.139873] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.140016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.140051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.140124] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('713e4358-06aa-455f-a642-d843ef6a385b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.344185] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.344185] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.344185] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.344185] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.344185] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.344185] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 is going to be created. [ 818.367786] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.368062] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.368062] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.368317] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.369046] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.377302] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 in Status: UNINITIALIZED for 2s [ 818.416956] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.417151] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.417217] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.417391] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.418059] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.418059] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.418059] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.418059] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.418059] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.418059] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.418331] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.545335] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.548376] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-795" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.548569] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-795" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.548960] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-795" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.549668] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.549668] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.549872] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.550057] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.550318] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.550444] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.550565] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.550679] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.550793] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.550912] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.551031] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.552269] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.571782] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.572043] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 818.572225] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.572416] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-795" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.572791] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-3041b80e-1b4f-454f-92b6-d002b52423b5 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.572972] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-3041b80e-1b4f-454f-92b6-d002b52423b5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.573066] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-3041b80e-1b4f-454f-92b6-d002b52423b5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.573381] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-3041b80e-1b4f-454f-92b6-d002b52423b5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.573553] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3041b80e-1b4f-454f-92b6-d002b52423b5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.642048] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.642261] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.642341] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.642624] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.642736] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.643044] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.643152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.643484] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.643484] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.643484] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.643626] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 already deleted. [ 818.643626] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.643865] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-713e4358-06aa-455f-a642-d843ef6a385b taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.643992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.644052] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.644172] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.644309] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.644398] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.644458] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.644630] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.644744] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.644849] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.644999] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-713e4358-06aa-455f-a642-d843ef6a385b taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.645102] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.645163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.645299] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.645433] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.645537] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.645619] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.646364] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.646364] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.646364] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.646364] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('713e4358-06aa-455f-a642-d843ef6a385b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.921785] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.922012] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.922094] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.922318] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.922484] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.922580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.922643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.922788] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.922894] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.923051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.923217] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.923312] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.923380] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.923540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.923719] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.923845] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.923917] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.924075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.924174] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.924231] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.924323] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.075690] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.075927] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.076070] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.076356] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.076517] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.076674] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 3041b80e-1b4f-454f-92b6-d002b52423b5 not found, creating... [ 819.076937] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.077136] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.077263] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.077481] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.077622] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.077908] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.078076] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.078195] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.078403] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.078540] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.078680] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 3041b80e-1b4f-454f-92b6-d002b52423b5 is going to be created. [ 819.113395] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.113622] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.113727] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.114035] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.114273] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.114501] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-3041b80e-1b4f-454f-92b6-d002b52423b5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.148695] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 713e4358-06aa-455f-a642-d843ef6a385b: rpc.has_security_group_logging(os_id): False [ 819.174935] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.175142] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.175274] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.176524] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.211314] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.211314] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.211314] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.211314] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.211314] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.211314] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.211710] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.211710] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.211710] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.212817] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.212817] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.212817] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.212817] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.212817] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.213875] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.213875] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.213875] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 713e4358-06aa-455f-a642-d843ef6a385b is going to be updated. [ 819.301087] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.301292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.301363] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.301531] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.301677] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.320984] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 713e4358-06aa-455f-a642-d843ef6a385b in Status: IN_PROGRESS for 2s [ 819.428405] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb7af17a-e726-4f81-805b-68e715fc4758: rpc.has_security_group_logging(os_id): False [ 819.450650] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.450866] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.450866] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.451115] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.451214] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.451435] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.451540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.451605] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.451762] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.451860] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.452077] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.452183] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.452222] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.452334] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.452423] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.452599] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.452693] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.452752] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.452889] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.452964] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.453065] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 is going to be updated. [ 819.525377] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.525377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.525377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.525377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.525377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.538022] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: IN_PROGRESS for 2s [ 820.194993] env[69468]: INFO networking_nsxv3.common.synchronization [req-229ccad0-86cd-41b6-bedd-ca2c4f3cf1d2 req-3d815e3e-ddd8-4c4d-ac17-ecf9b0cdcefb service nova] Enqueued Resource ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 with Priority: HIGHEST for action security_group_rules [ 820.195665] env[69468]: INFO networking_nsxv3.common.synchronization [req-229ccad0-86cd-41b6-bedd-ca2c4f3cf1d2 req-3d815e3e-ddd8-4c4d-ac17-ecf9b0cdcefb service nova] Enqueued Resource ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 with Priority: HIGHEST for action security_group_members [ 820.195665] env[69468]: INFO networking_nsxv3.common.synchronization [req-229ccad0-86cd-41b6-bedd-ca2c4f3cf1d2 req-3d815e3e-ddd8-4c4d-ac17-ecf9b0cdcefb service nova] Enqueued Resource ID: 3041b80e-1b4f-454f-92b6-d002b52423b5 with Priority: HIGHEST for action port [ 820.195928] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 with Priority: HIGHEST for action security_group_rules [ 820.196039] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 with Priority: HIGHEST for action security_group_members [ 820.196094] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3041b80e-1b4f-454f-92b6-d002b52423b5 with Priority: HIGHEST for action port [ 820.196339] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.196704] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.196704] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.196704] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.196865] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.200910] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.200910] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.200910] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.200910] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.200910] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.201248] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.201248] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.201376] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.201497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.201544] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.202428] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-3041b80e-1b4f-454f-92b6-d002b52423b5 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.202506] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3041b80e-1b4f-454f-92b6-d002b52423b5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.202506] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3041b80e-1b4f-454f-92b6-d002b52423b5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.202787] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3041b80e-1b4f-454f-92b6-d002b52423b5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.202787] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3041b80e-1b4f-454f-92b6-d002b52423b5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.387545] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 in Status: SUCCESS [ 820.388483] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.388483] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.388645] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.388790] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.388918] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.388997] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.389180] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.389270] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.389379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.389475] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.706805] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.706805] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.707276] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.707503] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3041b80e-1b4f-454f-92b6-d002b52423b5 with status ACTIVE [ 820.707596] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.707684] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.707743] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.708263] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.708263] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.710321] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.710321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.710321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.710862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.710862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.710862] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.710862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.713189] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.713189] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.713189] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.713189] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3041b80e-1b4f-454f-92b6-d002b52423b5 is going to be updated. [ 820.732828] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.733714] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.733714] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.733714] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.733714] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.733714] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3041b80e-1b4f-454f-92b6-d002b52423b5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.892106] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.208525] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.338084] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 713e4358-06aa-455f-a642-d843ef6a385b in Status: SUCCESS [ 821.338429] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.338687] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.339065] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.339227] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('713e4358-06aa-455f-a642-d843ef6a385b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.394412] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3: rpc.has_security_group_logging(os_id): False [ 821.411471] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.411617] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.411681] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.411967] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.412070] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.412365] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.412468] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.412510] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.412650] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.412717] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.412805] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 is going to be created. [ 821.480061] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.480061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.480236] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.480353] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.480554] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.494329] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 in Status: IN_PROGRESS for 2s [ 821.556238] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: SUCCESS [ 821.556492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.711173] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.711631] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.711631] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.711631] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.711631] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.711925] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 is going to be created. [ 821.714762] env[69468]: INFO networking_nsxv3.common.synchronization [req-2d7f4c1f-5dd2-473c-8959-53988450e7ca req-f91d1974-6a22-457a-8c88-84e260b0362a tempest-ListImageFiltersTestJSON-282139983 tempest-ListImageFiltersTestJSON-282139983-project-member] Enqueued Resource ID: ee37f4c4-aa89-4de7-8678-93af0f118710 with Priority: HIGHEST for action security_group_members [ 821.715982] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee37f4c4-aa89-4de7-8678-93af0f118710 with Priority: HIGHEST for action security_group_members [ 821.716334] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37f4c4-aa89-4de7-8678-93af0f118710 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.716463] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.716521] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.716717] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.716869] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.716978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.717551] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.717759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.717844] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.717949] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee37f4c4-aa89-4de7-8678-93af0f118710',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.741764] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.741984] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.741984] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.742226] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.742399] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.755175] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 in Status: UNINITIALIZED for 2s [ 821.841816] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-713e4358-06aa-455f-a642-d843ef6a385b taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.842049] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.842133] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.842359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.842545] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.842670] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.842735] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.842903] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.843013] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.843105] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.843192] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('713e4358-06aa-455f-a642-d843ef6a385b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.220242] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee37f4c4-aa89-4de7-8678-93af0f118710',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.345641] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-713e4358-06aa-455f-a642-d843ef6a385b taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.345837] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.345914] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.346190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.346381] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.346518] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.346730] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.346810] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.346930] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.347058] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.347173] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-713e4358-06aa-455f-a642-d843ef6a385b taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.347268] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.347338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.347469] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.347603] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.347729] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.347779] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.347935] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.348050] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.348131] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.348282] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('713e4358-06aa-455f-a642-d843ef6a385b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.724744] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee37f4c4-aa89-4de7-8678-93af0f118710',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.851760] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 713e4358-06aa-455f-a642-d843ef6a385b: rpc.has_security_group_logging(os_id): False [ 822.872026] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.872026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.872026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.872026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.872026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.872026] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.872026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.872026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.872026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.872026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.872026] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.872026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.872963] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.873377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.873594] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.874311] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.874311] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.874311] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.874311] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.874311] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.874687] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 713e4358-06aa-455f-a642-d843ef6a385b is going to be updated. [ 822.937350] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.937544] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.937544] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.938375] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.938375] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.968235] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 713e4358-06aa-455f-a642-d843ef6a385b in Status: IN_PROGRESS for 2s [ 823.226091] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.226394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.226470] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.226700] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.226795] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.226955] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee37f4c4-aa89-4de7-8678-93af0f118710 is going to be updated. [ 823.263239] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.263239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.263239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.263239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.263491] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.275345] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee37f4c4-aa89-4de7-8678-93af0f118710 in Status: IN_PROGRESS for 2s [ 823.509186] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 in Status: SUCCESS [ 823.509433] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.770143] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 in Status: SUCCESS [ 823.770627] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.770627] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.770811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.771071] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.771071] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.771326] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.771326] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.771462] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.771462] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.771765] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.273702] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.776501] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60: rpc.has_security_group_logging(os_id): False [ 824.794224] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.794435] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.794505] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.794730] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.794823] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.795169] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.795347] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.795430] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.795603] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.795684] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.795777] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 is going to be created. [ 824.851728] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.852022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.852022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.852209] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.852399] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.864958] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 in Status: IN_PROGRESS for 2s [ 824.986893] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 713e4358-06aa-455f-a642-d843ef6a385b in Status: SUCCESS [ 824.987157] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.286821] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee37f4c4-aa89-4de7-8678-93af0f118710 in Status: SUCCESS [ 825.287157] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.353936] env[69468]: INFO networking_nsxv3.common.synchronization [req-3263fe85-437d-48d2-82fa-d7dad7cdd128 req-ee290368-a93b-42f9-97d1-6c19a0baa834 tempest-ServerRescueTestJSON-575279690 tempest-ServerRescueTestJSON-575279690-project-member] Enqueued Resource ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 with Priority: HIGHEST for action security_group_members [ 825.354527] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 with Priority: HIGHEST for action security_group_members [ 825.354932] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.355081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.355184] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.355376] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.355545] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.355699] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.356380] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.356672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.356672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.356809] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.859295] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.859692] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.859692] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.859911] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.859996] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.860357] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.860439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.860512] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.860853] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.860853] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.860971] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 already deleted. [ 825.861041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.243255] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.243473] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-575" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.243606] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-575" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.243942] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-575" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.244224] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.244389] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.244512] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.244734] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.244887] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.248205] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 826.248378] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.248518] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.248663] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.248796] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 826.248922] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.249087] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.269116] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.269116] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 826.269116] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.269116] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-575" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.269116] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-7ca686e9-6693-4490-aabc-712796a8fe04 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.269116] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-7ca686e9-6693-4490-aabc-712796a8fe04" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.269116] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-7ca686e9-6693-4490-aabc-712796a8fe04" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.269116] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-7ca686e9-6693-4490-aabc-712796a8fe04" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.269116] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ca686e9-6693-4490-aabc-712796a8fe04',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.772756] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.772984] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.773129] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.773413] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.773564] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.773720] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 7ca686e9-6693-4490-aabc-712796a8fe04 not found, creating... [ 826.773980] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.774149] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.774487] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.774718] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.774858] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.775212] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.775572] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.775802] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.776196] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.776447] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.776706] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 7ca686e9-6693-4490-aabc-712796a8fe04 is going to be created. [ 826.799491] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.799841] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.800075] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.800356] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.800590] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.800968] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-7ca686e9-6693-4490-aabc-712796a8fe04" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.893461] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 in Status: SUCCESS [ 826.893461] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.844829] env[69468]: INFO networking_nsxv3.common.synchronization [req-3263fe85-437d-48d2-82fa-d7dad7cdd128 req-f75713f1-69b7-4897-b1f4-0879976dcdc9 service nova] Enqueued Resource ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 with Priority: HIGHEST for action security_group_rules [ 827.845012] env[69468]: INFO networking_nsxv3.common.synchronization [req-3263fe85-437d-48d2-82fa-d7dad7cdd128 req-f75713f1-69b7-4897-b1f4-0879976dcdc9 service nova] Enqueued Resource ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 with Priority: HIGHEST for action security_group_members [ 827.845278] env[69468]: INFO networking_nsxv3.common.synchronization [req-3263fe85-437d-48d2-82fa-d7dad7cdd128 req-f75713f1-69b7-4897-b1f4-0879976dcdc9 service nova] Enqueued Resource ID: 7ca686e9-6693-4490-aabc-712796a8fe04 with Priority: HIGHEST for action port [ 827.845927] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 with Priority: HIGHEST for action security_group_rules [ 827.846633] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 with Priority: HIGHEST for action security_group_members [ 827.846861] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca686e9-6693-4490-aabc-712796a8fe04 with Priority: HIGHEST for action port [ 827.847309] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.847536] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.847680] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.848407] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.848579] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.849737] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.850483] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.850637] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.850993] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.851280] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.851470] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.851608] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.851860] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.852076] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.852268] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.853724] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ca686e9-6693-4490-aabc-712796a8fe04 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.854466] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ca686e9-6693-4490-aabc-712796a8fe04" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.854769] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ca686e9-6693-4490-aabc-712796a8fe04" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.854888] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ca686e9-6693-4490-aabc-712796a8fe04" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.855118] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ca686e9-6693-4490-aabc-712796a8fe04',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.358343] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.358343] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.358343] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.358833] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ca686e9-6693-4490-aabc-712796a8fe04 with status ACTIVE [ 828.358860] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.358965] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.359045] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.359259] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.359337] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.359511] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.359612] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.359675] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.359824] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.359902] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.361440] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.361567] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.361810] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.361844] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.361909] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.362039] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ca686e9-6693-4490-aabc-712796a8fe04 is going to be updated. [ 828.383348] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.383557] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.383749] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.383813] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.383956] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.384871] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ca686e9-6693-4490-aabc-712796a8fe04" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.864125] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.017912] env[69468]: INFO networking_nsxv3.common.synchronization [req-93b6a52e-9f3e-4f20-96b1-a590d9141206 req-a69f5840-b2b8-48f3-ab81-f710a37bfbf5 tempest-AttachInterfacesTestJSON-1478316462 tempest-AttachInterfacesTestJSON-1478316462-project-member] Enqueued Resource ID: fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b with Priority: HIGHEST for action security_group_members [ 829.017912] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b with Priority: HIGHEST for action security_group_members [ 829.017912] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.018379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.018542] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.020398] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.020500] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.020692] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.020692] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.020826] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.020908] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.020999] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.284874] env[69468]: INFO networking_nsxv3.common.synchronization [req-2d1da5a0-7a99-402b-b77e-b0c3ef5a7e8f req-32ef8a69-337e-43a0-b696-e7ca55abdd56 tempest-ImagesTestJSON-1045980182 tempest-ImagesTestJSON-1045980182-project-member] Enqueued Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 829.285420] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 829.285728] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.285854] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.285920] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.286806] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.286968] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.287102] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.287172] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.287338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.287809] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.287907] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.369037] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.369037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.369037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.369037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.369037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.369037] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 is going to be created. [ 829.394146] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.394146] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.394146] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.394146] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.394146] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.404088] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 in Status: UNINITIALIZED for 2s [ 829.523909] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.524150] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.524247] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.524491] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.524596] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.524800] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.524899] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.524966] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.525132] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.525205] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.525293] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b already deleted. [ 829.525373] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.619929] env[69468]: INFO networking_nsxv3.common.synchronization [req-d6dd6619-e369-4e80-bee2-87f3c58f8d0f req-0ccca191-115a-46bd-84f1-8080ff564ebf tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: c514a0ce-6c8e-421e-8188-7351eb8519c4 with Priority: HIGHEST for action security_group_members [ 829.619929] env[69468]: INFO networking_nsxv3.common.synchronization [req-d6dd6619-e369-4e80-bee2-87f3c58f8d0f req-0ccca191-115a-46bd-84f1-8080ff564ebf tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 7b283874-7f63-4283-922a-fb9214c45532 with Priority: HIGHEST for action security_group_members [ 829.619929] env[69468]: INFO networking_nsxv3.common.synchronization [req-d6dd6619-e369-4e80-bee2-87f3c58f8d0f req-0ccca191-115a-46bd-84f1-8080ff564ebf tempest-SecurityGroupsTestJSON-2140826043 tempest-SecurityGroupsTestJSON-2140826043-project-member] Enqueued Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 829.620487] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c514a0ce-6c8e-421e-8188-7351eb8519c4 with Priority: HIGHEST for action security_group_members [ 829.620614] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b283874-7f63-4283-922a-fb9214c45532 with Priority: HIGHEST for action security_group_members [ 829.620710] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 with Priority: HIGHEST for action security_group_members [ 829.621113] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-c514a0ce-6c8e-421e-8188-7351eb8519c4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.621215] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c514a0ce-6c8e-421e-8188-7351eb8519c4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.622561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c514a0ce-6c8e-421e-8188-7351eb8519c4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.622561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c514a0ce-6c8e-421e-8188-7351eb8519c4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.622561] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.622561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.622561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.622561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.622561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.622561] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c514a0ce-6c8e-421e-8188-7351eb8519c4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.623518] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b283874-7f63-4283-922a-fb9214c45532 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.623669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.623756] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.623936] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.624140] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.626205] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.626205] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.626205] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.626205] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.626205] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b283874-7f63-4283-922a-fb9214c45532',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.626205] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9bfd66-34a8-46bb-9a36-939f94763eb4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.626436] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.626436] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.626660] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.626831] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.627789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.627789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.627789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.627789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.627789] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9bfd66-34a8-46bb-9a36-939f94763eb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.662737] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-294 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.666018] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.666018] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.666018] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.666018] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.666018] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.666018] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.666018] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.666018] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.666018] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.666018] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.666018] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.666018] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.666018] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.666018] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.666018] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.685392] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.685605] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 829.685760] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.685938] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.686260] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-30f10284-138a-4774-b024-33ffa906ef81 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.686445] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-30f10284-138a-4774-b024-33ffa906ef81" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.686581] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-30f10284-138a-4774-b024-33ffa906ef81" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.686921] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-30f10284-138a-4774-b024-33ffa906ef81" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.687122] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30f10284-138a-4774-b024-33ffa906ef81',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.792146] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.792146] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.792146] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.792361] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.792422] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.792617] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.792738] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.792786] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.792948] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.793019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.793082] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 is going to be updated. [ 829.817357] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.817528] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.817579] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.820220] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.820220] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.825895] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: IN_PROGRESS for 2s [ 830.128951] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.129137] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.129310] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.129601] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.129769] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.130155] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.130322] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.130434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.130709] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.130864] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.131034] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b283874-7f63-4283-922a-fb9214c45532 is going to be updated. [ 830.132566] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.132670] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.132738] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.132911] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.133945] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.134061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.155748] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.156045] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.156147] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.156208] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.156437] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.156520] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.156622] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c514a0ce-6c8e-421e-8188-7351eb8519c4 is going to be updated. [ 830.158133] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.158330] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.189689] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.189996] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.190079] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.190360] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.190606] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.190778] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 30f10284-138a-4774-b024-33ffa906ef81 not found, creating... [ 830.191064] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.191271] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.191441] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.191684] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.191877] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.193313] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.193313] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.193313] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.193684] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.193684] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.193978] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 30f10284-138a-4774-b024-33ffa906ef81 is going to be created. [ 830.204727] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.204913] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.205013] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.205272] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.205451] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.232051] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b283874-7f63-4283-922a-fb9214c45532 in Status: IN_PROGRESS for 2s [ 830.248962] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.249329] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.249522] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.249866] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.250182] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.250469] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-30f10284-138a-4774-b024-33ffa906ef81" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.252363] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.252622] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.252747] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.252857] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.253141] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.253490] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.253490] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 is going to be updated. [ 830.255547] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.255733] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.255806] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.256029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.256211] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.277722] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c514a0ce-6c8e-421e-8188-7351eb8519c4 in Status: IN_PROGRESS for 2s [ 830.332607] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.332790] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.332867] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.333254] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.333529] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.349145] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: IN_PROGRESS for 2s [ 830.954194] env[69468]: INFO networking_nsxv3.common.synchronization [req-93b6a52e-9f3e-4f20-96b1-a590d9141206 req-2afb1023-c6a6-4aab-8ee8-998b7e09c625 service nova] Enqueued Resource ID: fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b with Priority: HIGHEST for action security_group_rules [ 830.955248] env[69468]: INFO networking_nsxv3.common.synchronization [req-93b6a52e-9f3e-4f20-96b1-a590d9141206 req-2afb1023-c6a6-4aab-8ee8-998b7e09c625 service nova] Enqueued Resource ID: fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b with Priority: HIGHEST for action security_group_members [ 830.955248] env[69468]: INFO networking_nsxv3.common.synchronization [req-93b6a52e-9f3e-4f20-96b1-a590d9141206 req-2afb1023-c6a6-4aab-8ee8-998b7e09c625 service nova] Enqueued Resource ID: 30f10284-138a-4774-b024-33ffa906ef81 with Priority: HIGHEST for action port [ 830.955248] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b with Priority: HIGHEST for action security_group_rules [ 830.955248] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b with Priority: HIGHEST for action security_group_members [ 830.955248] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f10284-138a-4774-b024-33ffa906ef81 with Priority: HIGHEST for action port [ 830.955912] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.956237] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.956351] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.956772] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.956907] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.957772] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.957937] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.958041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.958260] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.958441] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.958564] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.958648] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.958815] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.958929] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.959050] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.959838] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-30f10284-138a-4774-b024-33ffa906ef81 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.959965] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30f10284-138a-4774-b024-33ffa906ef81" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.960087] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30f10284-138a-4774-b024-33ffa906ef81" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.960267] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30f10284-138a-4774-b024-33ffa906ef81" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.960368] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30f10284-138a-4774-b024-33ffa906ef81',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.417257] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 in Status: SUCCESS [ 831.417257] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.417257] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.418615] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.419203] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.419203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.419203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.419429] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.420194] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.420194] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.420194] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.461502] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.462581] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.462707] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.462903] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30f10284-138a-4774-b024-33ffa906ef81 with status ACTIVE [ 831.463039] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.463186] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.463273] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.463411] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.463515] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.463706] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.463862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.463862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.464032] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.464174] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.464320] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.464415] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.464493] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.464612] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.464688] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.464770] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30f10284-138a-4774-b024-33ffa906ef81 is going to be updated. [ 831.484052] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.484275] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.484275] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.484924] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.485084] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.485237] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30f10284-138a-4774-b024-33ffa906ef81" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.835706] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: SUCCESS [ 831.835706] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 deletion is rescheduled due to dependency. [ 831.835706] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.921782] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.921974] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.923267] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.923267] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.923267] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.923267] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.923267] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.923267] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.923267] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.923267] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.923614] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.923614] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.923614] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.923824] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.923890] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.923982] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.924057] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.924189] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.924267] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.924351] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.924443] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.967743] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.241480] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b283874-7f63-4283-922a-fb9214c45532 in Status: SUCCESS [ 832.241894] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b283874-7f63-4283-922a-fb9214c45532 deletion is rescheduled due to dependency. [ 832.242421] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.287199] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c514a0ce-6c8e-421e-8188-7351eb8519c4 in Status: SUCCESS [ 832.287390] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c514a0ce-6c8e-421e-8188-7351eb8519c4 deletion is rescheduled due to dependency. [ 832.287509] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c514a0ce-6c8e-421e-8188-7351eb8519c4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.359278] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 in Status: SUCCESS [ 832.359550] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9bfd66-34a8-46bb-9a36-939f94763eb4 deletion is rescheduled due to dependency. [ 832.359633] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9bfd66-34a8-46bb-9a36-939f94763eb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.414651] env[69468]: INFO networking_nsxv3.common.synchronization [req-3b16e27f-1972-49c6-848d-92615d048b2c req-9b947fff-29f7-4d07-93f8-72b1954a70be tempest-FloatingIPsAssociationTestJSON-819956809 tempest-FloatingIPsAssociationTestJSON-819956809-project-member] Enqueued Resource ID: 713e4358-06aa-455f-a642-d843ef6a385b with Priority: HIGHEST for action security_group_members [ 832.415705] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713e4358-06aa-455f-a642-d843ef6a385b with Priority: HIGHEST for action security_group_members [ 832.415705] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-713e4358-06aa-455f-a642-d843ef6a385b taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.416669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.416669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.416801] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.417013] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.417148] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.417254] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.417424] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.417515] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.417727] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('713e4358-06aa-455f-a642-d843ef6a385b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.429999] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5: rpc.has_security_group_logging(os_id): False [ 832.445643] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.445775] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.445846] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.446083] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.446174] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.446388] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.446498] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.446562] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.446712] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.446788] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.446960] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.447190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.447302] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.447452] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.447529] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.447717] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.447808] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.447868] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.448009] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.448089] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.448173] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 is going to be created. [ 832.471272] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.472030] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.472030] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.472030] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.472030] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.472030] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b is going to be created. [ 832.497802] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.497802] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.497802] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.497802] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.497802] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.501965] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.502411] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.502411] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.502411] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.502711] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.507238] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b in Status: UNINITIALIZED for 2s [ 832.510632] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 in Status: IN_PROGRESS for 2s [ 832.919712] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('713e4358-06aa-455f-a642-d843ef6a385b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.423205] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('713e4358-06aa-455f-a642-d843ef6a385b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.925266] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.925649] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.925649] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.925775] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.925820] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.925899] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 713e4358-06aa-455f-a642-d843ef6a385b is going to be updated. [ 833.957126] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.957289] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.957373] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.957578] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.957725] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.969040] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 713e4358-06aa-455f-a642-d843ef6a385b in Status: IN_PROGRESS for 2s [ 834.516460] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b in Status: SUCCESS [ 834.516728] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.516818] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.517035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.517230] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.517343] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.517408] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.517560] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.517640] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.517726] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.517816] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.520857] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 in Status: SUCCESS [ 834.521031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.020048] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.522905] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b: rpc.has_security_group_logging(os_id): False [ 835.540048] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.540237] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.540340] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.540538] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.540647] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.540939] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.541468] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.541566] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.541751] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.541859] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.542022] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b is going to be created. [ 835.596045] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.596236] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.596294] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.596483] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.596667] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.607116] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b in Status: IN_PROGRESS for 2s [ 835.835262] env[69468]: INFO networking_nsxv3.common.synchronization [req-9dcfe256-07ec-40d3-9eb8-2aa60f51207b req-d7edb288-57c9-4238-876b-ad490da041c0 tempest-DeleteServersTestJSON-1823655983 tempest-DeleteServersTestJSON-1823655983-project-member] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 835.835885] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 835.836314] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.836482] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.836599] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.836865] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.837119] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.838199] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.838199] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.838199] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.838199] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.838199] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.978238] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 713e4358-06aa-455f-a642-d843ef6a385b in Status: SUCCESS [ 835.978238] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.343803] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.343980] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.344049] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.344266] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.344696] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.345447] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.345840] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.346021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.348379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.348379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.348379] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 is going to be updated. [ 836.376027] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.376192] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.376272] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.377029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.377029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.385826] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: IN_PROGRESS for 2s [ 837.423314] env[69468]: INFO networking_nsxv3.common.synchronization [req-ae86da91-ddb4-4a42-876e-ced64d859ff2 req-14979909-6ea9-4459-8bb2-5c405d8dbb95 tempest-ServersTestBootFromVolume-730337904 tempest-ServersTestBootFromVolume-730337904-project-member] Enqueued Resource ID: 1e7d8881-4a64-46a2-acef-296b23ece229 with Priority: HIGHEST for action security_group_members [ 837.424465] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e7d8881-4a64-46a2-acef-296b23ece229 with Priority: HIGHEST for action security_group_members [ 837.424689] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e7d8881-4a64-46a2-acef-296b23ece229 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.424915] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.425011] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.425315] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.425566] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.425699] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.425779] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.425989] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.426302] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.426302] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e7d8881-4a64-46a2-acef-296b23ece229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.618040] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b in Status: SUCCESS [ 837.618279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.929207] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.929207] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.929207] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.929583] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.947908] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.948587] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.948587] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.948587] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.948811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.948811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.948924] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e7d8881-4a64-46a2-acef-296b23ece229 is going to be updated. [ 837.971104] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.971329] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.971329] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.971723] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.971723] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.984381] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e7d8881-4a64-46a2-acef-296b23ece229 in Status: IN_PROGRESS for 2s [ 838.395688] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: SUCCESS [ 838.395688] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 deletion is rescheduled due to dependency. [ 838.395688] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.994947] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e7d8881-4a64-46a2-acef-296b23ece229 in Status: SUCCESS [ 839.996013] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e7d8881-4a64-46a2-acef-296b23ece229 deletion is rescheduled due to dependency. [ 839.996013] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e7d8881-4a64-46a2-acef-296b23ece229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.425384] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 842.425647] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 842.931045] env[69468]: INFO networking_nsxv3.common.synchronization [req-46199b42-26e0-48a8-8ebd-3173138b336a req-000650f5-385d-419b-bba5-a00f09d7e29a tempest-ServerGroupTestJSON-1312532339 tempest-ServerGroupTestJSON-1312532339-project-member] Enqueued Resource ID: fc57b70b-ce57-410e-a05b-fc920e5dd669 with Priority: HIGHEST for action security_group_members [ 842.932361] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc57b70b-ce57-410e-a05b-fc920e5dd669 with Priority: HIGHEST for action security_group_members [ 842.932860] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc57b70b-ce57-410e-a05b-fc920e5dd669 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.933290] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.933434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.933753] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.933998] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.934535] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.934612] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.934800] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.934908] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.935023] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc57b70b-ce57-410e-a05b-fc920e5dd669',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.352720] env[69468]: INFO networking_nsxv3.common.synchronization [None req-f308e6c9-45a0-4cd4-8d41-f62d4af19aec None None] Enqueued Resource ID: 079cce0d-1512-49ef-b42d-cc80b37ca44f with Priority: HIGHEST for action port [ 843.352974] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 079cce0d-1512-49ef-b42d-cc80b37ca44f with Priority: HIGHEST for action port [ 843.353582] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-079cce0d-1512-49ef-b42d-cc80b37ca44f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.353710] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-079cce0d-1512-49ef-b42d-cc80b37ca44f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.353776] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-079cce0d-1512-49ef-b42d-cc80b37ca44f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.354339] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-079cce0d-1512-49ef-b42d-cc80b37ca44f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.354466] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('079cce0d-1512-49ef-b42d-cc80b37ca44f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.438257] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.438257] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.438257] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.438645] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.438677] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.438985] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.439111] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.439213] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.439424] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.439536] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.439686] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc57b70b-ce57-410e-a05b-fc920e5dd669 already deleted. [ 843.439788] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.442552] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-541 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.442812] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-541" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.442987] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-541" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.443458] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-541" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.443823] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.444060] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.444288] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.444543] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.444739] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.445032] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.445262] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.445438] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.446189] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.446498] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.446800] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.447296] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.471044] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.471044] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 843.471044] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.471044] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-541" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.471044] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-64fc6b26-9e1f-4a44-8001-126576f96e62 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.471044] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-64fc6b26-9e1f-4a44-8001-126576f96e62" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.471044] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-64fc6b26-9e1f-4a44-8001-126576f96e62" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.471044] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-64fc6b26-9e1f-4a44-8001-126576f96e62" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.471589] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64fc6b26-9e1f-4a44-8001-126576f96e62',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.856654] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 079cce0d-1512-49ef-b42d-cc80b37ca44f [ 843.856890] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.857042] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.857118] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.857336] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.857457] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.857520] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:079cce0d-1512-49ef-b42d-cc80b37ca44f already deleted. [ 843.857596] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-079cce0d-1512-49ef-b42d-cc80b37ca44f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.974763] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.975152] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.975389] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.975727] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.975933] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.976153] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 64fc6b26-9e1f-4a44-8001-126576f96e62 not found, creating... [ 843.976446] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.977070] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.977070] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.977070] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.977213] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.977560] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.977618] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.977746] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.977962] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.978117] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.978380] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 64fc6b26-9e1f-4a44-8001-126576f96e62 is going to be created. [ 844.001072] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.001072] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.001072] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.001717] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.002210] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.002649] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-64fc6b26-9e1f-4a44-8001-126576f96e62" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.249019] env[69468]: INFO networking_nsxv3.common.synchronization [None req-71633aa0-0ac1-4fb0-84bc-d38080dca7c6 tempest-ServerActionsTestOtherB-141850940 tempest-ServerActionsTestOtherB-141850940-project-member] Enqueued Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_rules [ 844.249019] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_rules [ 844.249019] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.249183] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.249183] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.249419] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.249497] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.409066] env[69468]: INFO networking_nsxv3.common.synchronization [None req-62fb5c23-f093-4a08-9981-cb4b3db02274 tempest-ServerActionsTestOtherB-141850940 tempest-ServerActionsTestOtherB-141850940-project-member] Enqueued Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_rules [ 844.409625] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_rules [ 844.410112] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.410207] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.493444] env[69468]: INFO networking_nsxv3.common.synchronization [req-d5c12d65-63f2-4a7c-a860-af72a5d4b20e req-72dab5ce-3338-4a24-ab5b-85debedda1ed tempest-ServersTestMultiNic-273377454 tempest-ServersTestMultiNic-273377454-project-member] Enqueued Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 844.494683] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 844.494683] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.494683] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.494683] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.495242] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.495307] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.495406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.495491] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.495672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.495766] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.495924] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.774679] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.774679] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.774679] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.774679] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.774679] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.774679] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc already deleted. [ 844.774679] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.774679] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.774679] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.774679] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.879794] env[69468]: INFO networking_nsxv3.common.synchronization [req-46199b42-26e0-48a8-8ebd-3173138b336a req-18a1e4cd-1b93-4287-9e50-f4f8bbce1023 service nova] Enqueued Resource ID: fc57b70b-ce57-410e-a05b-fc920e5dd669 with Priority: HIGHEST for action security_group_rules [ 844.879979] env[69468]: INFO networking_nsxv3.common.synchronization [req-46199b42-26e0-48a8-8ebd-3173138b336a req-18a1e4cd-1b93-4287-9e50-f4f8bbce1023 service nova] Enqueued Resource ID: fc57b70b-ce57-410e-a05b-fc920e5dd669 with Priority: HIGHEST for action security_group_members [ 844.880198] env[69468]: INFO networking_nsxv3.common.synchronization [req-46199b42-26e0-48a8-8ebd-3173138b336a req-18a1e4cd-1b93-4287-9e50-f4f8bbce1023 service nova] Enqueued Resource ID: 64fc6b26-9e1f-4a44-8001-126576f96e62 with Priority: HIGHEST for action port [ 844.880683] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc57b70b-ce57-410e-a05b-fc920e5dd669 with Priority: HIGHEST for action security_group_rules [ 844.880817] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc57b70b-ce57-410e-a05b-fc920e5dd669 with Priority: HIGHEST for action security_group_members [ 844.880916] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64fc6b26-9e1f-4a44-8001-126576f96e62 with Priority: HIGHEST for action port [ 844.882138] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc57b70b-ce57-410e-a05b-fc920e5dd669 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.882272] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.882337] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.882590] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.882677] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc57b70b-ce57-410e-a05b-fc920e5dd669',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.883537] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc57b70b-ce57-410e-a05b-fc920e5dd669 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.883644] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.883677] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.883836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.883979] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.884086] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.884148] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.884286] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.884374] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.884461] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc57b70b-ce57-410e-a05b-fc920e5dd669',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.889746] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-64fc6b26-9e1f-4a44-8001-126576f96e62 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.889746] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64fc6b26-9e1f-4a44-8001-126576f96e62" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.889746] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64fc6b26-9e1f-4a44-8001-126576f96e62" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.889746] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64fc6b26-9e1f-4a44-8001-126576f96e62" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.889746] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64fc6b26-9e1f-4a44-8001-126576f96e62',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.931206] env[69468]: INFO networking_nsxv3.common.synchronization [req-d5c12d65-63f2-4a7c-a860-af72a5d4b20e req-6746def1-17bc-42da-be65-ceb8bfbf0315 tempest-ServersTestMultiNic-273377454 tempest-ServersTestMultiNic-273377454-project-member] Enqueued Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 844.931855] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 844.932484] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.932484] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.998087] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.998273] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.998347] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.998589] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.022109] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.022565] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.022565] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.022565] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.022743] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.023043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.023043] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7dc9cad-1624-440a-9920-bf243ad20863 is going to be updated. [ 845.045314] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.045464] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.045536] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.045749] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.046079] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.054930] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: IN_PROGRESS for 2s [ 845.176764] env[69468]: INFO networking_nsxv3.common.synchronization [None req-74e274ab-3195-43a2-955e-58c0b757fb68 None None] Enqueued Resource ID: 19e5ff4d-effe-4f6b-9e2b-47383d3ce542 with Priority: HIGHEST for action port [ 845.177348] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19e5ff4d-effe-4f6b-9e2b-47383d3ce542 with Priority: HIGHEST for action port [ 845.177648] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-19e5ff4d-effe-4f6b-9e2b-47383d3ce542 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.177727] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19e5ff4d-effe-4f6b-9e2b-47383d3ce542" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.177820] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19e5ff4d-effe-4f6b-9e2b-47383d3ce542" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.178047] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19e5ff4d-effe-4f6b-9e2b-47383d3ce542" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.178137] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19e5ff4d-effe-4f6b-9e2b-47383d3ce542',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.245285] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.245486] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-267" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.245613] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-267" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.245941] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-267" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.246490] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.246882] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.247008] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.247486] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.247883] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.248202] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 845.248383] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.248506] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.248815] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.248941] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 845.249078] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.249224] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.278016] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.278218] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 845.278370] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.278556] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-267" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.278878] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-8bfd67d5-a8aa-4af9-bef4-2010baea67f2 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.279090] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-8bfd67d5-a8aa-4af9-bef4-2010baea67f2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.279647] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-8bfd67d5-a8aa-4af9-bef4-2010baea67f2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.279647] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-8bfd67d5-a8aa-4af9-bef4-2010baea67f2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.279782] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bfd67d5-a8aa-4af9-bef4-2010baea67f2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.306434] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.306434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.306434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.306434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.306434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.306434] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc already deleted. [ 845.306434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.393020] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64fc6b26-9e1f-4a44-8001-126576f96e62 with status ACTIVE [ 845.393020] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.393020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.393020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.393020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.393020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.393020] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.393020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.393020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.393020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.393020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.393020] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.393020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.393020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.393020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.393666] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.393666] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64fc6b26-9e1f-4a44-8001-126576f96e62 is going to be updated. [ 845.394667] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc57b70b-ce57-410e-a05b-fc920e5dd669 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.394865] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.395195] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc57b70b-ce57-410e-a05b-fc920e5dd669',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.418701] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.418701] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.418701] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.418935] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.418997] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.419188] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64fc6b26-9e1f-4a44-8001-126576f96e62" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.681263] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19e5ff4d-effe-4f6b-9e2b-47383d3ce542 [ 845.681524] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.681695] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.681753] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.681910] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.681999] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.682131] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19e5ff4d-effe-4f6b-9e2b-47383d3ce542 already deleted. [ 845.682222] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19e5ff4d-effe-4f6b-9e2b-47383d3ce542" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.783339] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.783713] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.783713] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.784023] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.784199] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.784309] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 8bfd67d5-a8aa-4af9-bef4-2010baea67f2 not found, creating... [ 845.784579] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.784743] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.784869] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.785116] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.785267] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.785554] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.785721] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.785844] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.786076] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.786222] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.786369] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 8bfd67d5-a8aa-4af9-bef4-2010baea67f2 is going to be created. [ 845.802303] env[69468]: INFO networking_nsxv3.common.synchronization [req-70330e5e-57e4-41b0-aca0-fc4df5107c17 req-62fa42df-1e7d-4866-9213-23476a19f800 tempest-ServersAdminTestJSON-573324530 tempest-ServersAdminTestJSON-573324530-project-member] Enqueued Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_members [ 845.803208] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_members [ 845.803208] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.803208] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.803208] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.803457] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.803457] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.803534] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.803617] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.803744] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.803897] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.803945] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.805651] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.805837] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.805967] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.806220] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.806553] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.806662] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-8bfd67d5-a8aa-4af9-bef4-2010baea67f2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.901102] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc57b70b-ce57-410e-a05b-fc920e5dd669',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.308754] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.402144] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.404846] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.404846] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.404846] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.404846] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.404846] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc57b70b-ce57-410e-a05b-fc920e5dd669 is going to be created. [ 846.431082] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.431230] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.431727] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.431727] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.431727] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.441185] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc57b70b-ce57-410e-a05b-fc920e5dd669 in Status: UNINITIALIZED for 2s [ 846.512731] env[69468]: INFO networking_nsxv3.common.synchronization [req-d5c12d65-63f2-4a7c-a860-af72a5d4b20e req-4250894f-b1b2-4b3d-a5bd-3105ea8fbd76 service nova] Enqueued Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_rules [ 846.512901] env[69468]: INFO networking_nsxv3.common.synchronization [req-d5c12d65-63f2-4a7c-a860-af72a5d4b20e req-4250894f-b1b2-4b3d-a5bd-3105ea8fbd76 service nova] Enqueued Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 846.513048] env[69468]: INFO networking_nsxv3.common.synchronization [req-d5c12d65-63f2-4a7c-a860-af72a5d4b20e req-4250894f-b1b2-4b3d-a5bd-3105ea8fbd76 service nova] Enqueued Resource ID: 8bfd67d5-a8aa-4af9-bef4-2010baea67f2 with Priority: HIGHEST for action port [ 846.513559] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_rules [ 846.513690] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 846.513782] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bfd67d5-a8aa-4af9-bef4-2010baea67f2 with Priority: HIGHEST for action port [ 846.514060] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.514174] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.514238] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.514429] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.514505] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.515315] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.515407] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.515578] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bfd67d5-a8aa-4af9-bef4-2010baea67f2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.515668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bfd67d5-a8aa-4af9-bef4-2010baea67f2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.515727] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bfd67d5-a8aa-4af9-bef4-2010baea67f2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.515886] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bfd67d5-a8aa-4af9-bef4-2010baea67f2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.515955] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bfd67d5-a8aa-4af9-bef4-2010baea67f2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.810892] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.017903] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.018114] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.021461] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bfd67d5-a8aa-4af9-bef4-2010baea67f2 with status ACTIVE [ 847.021661] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.021783] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.021851] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.022105] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.022209] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.022389] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.022487] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.022560] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.022718] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.022796] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.022977] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.023103] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.023163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.023314] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.023395] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.023478] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bfd67d5-a8aa-4af9-bef4-2010baea67f2 is going to be updated. [ 847.043655] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.043819] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.043886] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.044102] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.044236] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.044404] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bfd67d5-a8aa-4af9-bef4-2010baea67f2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.063936] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: SUCCESS [ 847.064191] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7dc9cad-1624-440a-9920-bf243ad20863 deletion is rescheduled due to dependency. [ 847.064274] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.064432] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.064649] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.064826] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.065042] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.065042] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.065361] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.065361] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.065361] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.287841] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-700 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.288101] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-700" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.288243] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-700" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.289098] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-700" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.289422] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.289623] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.289755] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.289989] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.290159] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.290383] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 847.290503] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.290626] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.290742] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.290859] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 847.290969] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.291119] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.309313] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.309551] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 847.309744] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.310250] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-700" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.310250] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-7c0a7b95-70af-4d8c-a572-06b7aa8b7a34 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.310401] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-7c0a7b95-70af-4d8c-a572-06b7aa8b7a34" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.310530] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-7c0a7b95-70af-4d8c-a572-06b7aa8b7a34" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.310824] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-7c0a7b95-70af-4d8c-a572-06b7aa8b7a34" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.310969] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c0a7b95-70af-4d8c-a572-06b7aa8b7a34',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.313630] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.313761] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.313848] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.313993] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.314094] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.314324] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac is going to be updated. [ 847.341081] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.341302] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.341302] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.342023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.342023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.349945] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: IN_PROGRESS for 2s [ 847.457177] env[69468]: INFO networking_nsxv3.common.synchronization [None req-48d00e59-4b5a-4ee2-8d98-94c8bb65ee5e tempest-MigrationsAdminTest-286006226 tempest-MigrationsAdminTest-286006226-project-member] Enqueued Resource ID: 72107a96-30ea-4cf3-a604-891c2a8a24dc with Priority: HIGHEST for action security_group_rules [ 847.457177] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72107a96-30ea-4cf3-a604-891c2a8a24dc with Priority: HIGHEST for action security_group_rules [ 847.457177] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72107a96-30ea-4cf3-a604-891c2a8a24dc taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.457177] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72107a96-30ea-4cf3-a604-891c2a8a24dc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.457177] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72107a96-30ea-4cf3-a604-891c2a8a24dc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.457177] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72107a96-30ea-4cf3-a604-891c2a8a24dc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.457177] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72107a96-30ea-4cf3-a604-891c2a8a24dc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.567230] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.586860] env[69468]: INFO networking_nsxv3.common.synchronization [None req-734f0356-295f-41be-afe9-00e7eb339a29 tempest-MigrationsAdminTest-286006226 tempest-MigrationsAdminTest-286006226-project-member] Enqueued Resource ID: 72107a96-30ea-4cf3-a604-891c2a8a24dc with Priority: HIGHEST for action security_group_rules [ 847.586860] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72107a96-30ea-4cf3-a604-891c2a8a24dc with Priority: HIGHEST for action security_group_rules [ 847.586860] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72107a96-30ea-4cf3-a604-891c2a8a24dc taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.586860] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72107a96-30ea-4cf3-a604-891c2a8a24dc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.813712] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.814015] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.816216] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.816216] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.816216] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.816216] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 7c0a7b95-70af-4d8c-a572-06b7aa8b7a34 not found, creating... [ 847.816216] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.816216] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.816216] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.816216] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.816216] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.816511] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.816613] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.816733] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.816945] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.817097] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.817239] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 7c0a7b95-70af-4d8c-a572-06b7aa8b7a34 is going to be created. [ 847.836776] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.836996] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.837148] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.837416] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.837645] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.837868] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-7c0a7b95-70af-4d8c-a572-06b7aa8b7a34" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.980594] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.980734] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.980824] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.981090] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.981154] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.981214] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72107a96-30ea-4cf3-a604-891c2a8a24dc already deleted. [ 847.981285] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72107a96-30ea-4cf3-a604-891c2a8a24dc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.981439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72107a96-30ea-4cf3-a604-891c2a8a24dc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.981595] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72107a96-30ea-4cf3-a604-891c2a8a24dc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.981678] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72107a96-30ea-4cf3-a604-891c2a8a24dc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.069300] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.451862] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc57b70b-ce57-410e-a05b-fc920e5dd669 in Status: SUCCESS [ 848.452140] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.452319] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.452545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.452739] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.452854] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.452923] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.453111] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.453173] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.453263] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.453358] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc57b70b-ce57-410e-a05b-fc920e5dd669',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.502925] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.503101] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.503174] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.503379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.503469] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.503566] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72107a96-30ea-4cf3-a604-891c2a8a24dc already deleted. [ 848.503648] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72107a96-30ea-4cf3-a604-891c2a8a24dc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.573394] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.573394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.573394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.573394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.573394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.573394] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7dc9cad-1624-440a-9920-bf243ad20863 is going to be updated. [ 848.600578] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.600578] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.600578] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.600578] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.600578] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.608961] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: IN_PROGRESS for 2s [ 848.766040] env[69468]: INFO networking_nsxv3.common.synchronization [req-d5c12d65-63f2-4a7c-a860-af72a5d4b20e req-57dfa38c-49d1-4a1c-9f3a-836e4ce28874 service nova] Enqueued Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_rules [ 848.766247] env[69468]: INFO networking_nsxv3.common.synchronization [req-d5c12d65-63f2-4a7c-a860-af72a5d4b20e req-57dfa38c-49d1-4a1c-9f3a-836e4ce28874 service nova] Enqueued Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 848.766394] env[69468]: INFO networking_nsxv3.common.synchronization [req-d5c12d65-63f2-4a7c-a860-af72a5d4b20e req-57dfa38c-49d1-4a1c-9f3a-836e4ce28874 service nova] Enqueued Resource ID: 7c0a7b95-70af-4d8c-a572-06b7aa8b7a34 with Priority: HIGHEST for action port [ 848.766625] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_rules [ 848.766753] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 848.766851] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0a7b95-70af-4d8c-a572-06b7aa8b7a34 with Priority: HIGHEST for action port [ 848.767403] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.767520] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.767695] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.767779] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.767958] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c0a7b95-70af-4d8c-a572-06b7aa8b7a34 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.768353] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c0a7b95-70af-4d8c-a572-06b7aa8b7a34" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.768420] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c0a7b95-70af-4d8c-a572-06b7aa8b7a34" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.768625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c0a7b95-70af-4d8c-a572-06b7aa8b7a34" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.768719] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c0a7b95-70af-4d8c-a572-06b7aa8b7a34',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.955391] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc57b70b-ce57-410e-a05b-fc920e5dd669 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.955693] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.955763] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.956122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.956949] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.956949] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.956949] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.956949] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.957265] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.957265] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.957533] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc57b70b-ce57-410e-a05b-fc920e5dd669 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.957634] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.957696] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.957985] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.958169] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.958332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.958439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.958672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.958819] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.958972] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.959134] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc57b70b-ce57-410e-a05b-fc920e5dd669',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.270728] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c0a7b95-70af-4d8c-a572-06b7aa8b7a34 with status ACTIVE [ 849.271505] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.271505] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.271505] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.271505] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.271505] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.271749] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.271791] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.271863] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.272150] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.272230] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.272463] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.272565] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.272629] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.272773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.272849] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.272931] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c0a7b95-70af-4d8c-a572-06b7aa8b7a34 is going to be updated. [ 849.291639] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.291799] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.291855] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.292560] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.292560] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.292560] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c0a7b95-70af-4d8c-a572-06b7aa8b7a34" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.360818] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: SUCCESS [ 849.361020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.461837] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc57b70b-ce57-410e-a05b-fc920e5dd669: rpc.has_security_group_logging(os_id): False [ 849.480852] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.481048] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.481105] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.481318] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.481408] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.481626] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.481730] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.481812] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.481986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.482149] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.482375] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.482490] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.482560] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.482704] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.482779] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.482963] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.483138] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.483138] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.483286] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.483524] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.483622] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc57b70b-ce57-410e-a05b-fc920e5dd669 is going to be created. [ 849.538889] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.539628] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.539628] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.539628] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.539628] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.549750] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc57b70b-ce57-410e-a05b-fc920e5dd669 in Status: IN_PROGRESS for 2s [ 849.784811] env[69468]: INFO networking_nsxv3.common.synchronization [req-0de63c10-ceb0-4dbc-b918-91a970dd03b2 req-c338060b-d8bd-4955-956a-98b82caaf576 tempest-ServerMetadataTestJSON-1277105959 tempest-ServerMetadataTestJSON-1277105959-project-member] Enqueued Resource ID: 34353eab-b12b-4e2f-a25d-bf06163f319f with Priority: HIGHEST for action security_group_members [ 849.784897] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34353eab-b12b-4e2f-a25d-bf06163f319f with Priority: HIGHEST for action security_group_members [ 849.785207] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-34353eab-b12b-4e2f-a25d-bf06163f319f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.785322] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.785378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.785754] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.785798] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.785883] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.785938] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.786106] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.786193] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.786284] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34353eab-b12b-4e2f-a25d-bf06163f319f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.153784] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-643 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.154101] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-643" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.154101] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-643" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.154498] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-643" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.154700] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.154867] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.154989] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.155278] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.156024] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.156024] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 850.156024] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.156024] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.156024] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.156231] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 850.156231] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.156308] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.174944] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.175119] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 850.175305] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.175481] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-643" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.175766] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-b4a2d38d-faf3-4c3c-9bf1-a9ae9f50da7f taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.175934] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-b4a2d38d-faf3-4c3c-9bf1-a9ae9f50da7f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.176071] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-b4a2d38d-faf3-4c3c-9bf1-a9ae9f50da7f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.176360] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-b4a2d38d-faf3-4c3c-9bf1-a9ae9f50da7f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.176505] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4a2d38d-faf3-4c3c-9bf1-a9ae9f50da7f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.292174] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.292174] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.292174] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.292174] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.292174] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.292174] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.292473] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.292473] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.292527] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.292554] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.292660] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34353eab-b12b-4e2f-a25d-bf06163f319f already deleted. [ 850.292724] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.618376] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: SUCCESS [ 850.618376] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.618376] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.618614] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.619261] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.619261] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.619261] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.619261] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.619261] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.619480] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.678504] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.678755] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.678888] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.679259] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.679466] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.679673] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port b4a2d38d-faf3-4c3c-9bf1-a9ae9f50da7f not found, creating... [ 850.680014] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.680222] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.680362] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.680607] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.680753] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.681089] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.681267] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.681651] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.681651] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.681751] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.682356] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: b4a2d38d-faf3-4c3c-9bf1-a9ae9f50da7f is going to be created. [ 850.698635] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.698816] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.698941] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.699199] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.699424] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.699641] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-b4a2d38d-faf3-4c3c-9bf1-a9ae9f50da7f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.121457] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.536365] env[69468]: INFO networking_nsxv3.common.synchronization [req-0de63c10-ceb0-4dbc-b918-91a970dd03b2 req-173046a1-8dd5-4017-b6d4-b6b26ff97ab7 service nova] Enqueued Resource ID: 34353eab-b12b-4e2f-a25d-bf06163f319f with Priority: HIGHEST for action security_group_rules [ 851.536739] env[69468]: INFO networking_nsxv3.common.synchronization [req-0de63c10-ceb0-4dbc-b918-91a970dd03b2 req-173046a1-8dd5-4017-b6d4-b6b26ff97ab7 service nova] Enqueued Resource ID: 34353eab-b12b-4e2f-a25d-bf06163f319f with Priority: HIGHEST for action security_group_members [ 851.536739] env[69468]: INFO networking_nsxv3.common.synchronization [req-0de63c10-ceb0-4dbc-b918-91a970dd03b2 req-173046a1-8dd5-4017-b6d4-b6b26ff97ab7 service nova] Enqueued Resource ID: b4a2d38d-faf3-4c3c-9bf1-a9ae9f50da7f with Priority: HIGHEST for action port [ 851.536875] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34353eab-b12b-4e2f-a25d-bf06163f319f with Priority: HIGHEST for action security_group_rules [ 851.537029] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34353eab-b12b-4e2f-a25d-bf06163f319f with Priority: HIGHEST for action security_group_members [ 851.537119] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a2d38d-faf3-4c3c-9bf1-a9ae9f50da7f with Priority: HIGHEST for action port [ 851.537686] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34353eab-b12b-4e2f-a25d-bf06163f319f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.537778] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.537848] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.538201] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.538290] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34353eab-b12b-4e2f-a25d-bf06163f319f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.541605] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-34353eab-b12b-4e2f-a25d-bf06163f319f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.541605] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.541605] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.541605] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.541605] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.541605] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.541605] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.541605] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.541605] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.541605] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34353eab-b12b-4e2f-a25d-bf06163f319f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.541605] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4a2d38d-faf3-4c3c-9bf1-a9ae9f50da7f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.541605] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4a2d38d-faf3-4c3c-9bf1-a9ae9f50da7f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.541605] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4a2d38d-faf3-4c3c-9bf1-a9ae9f50da7f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.541605] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4a2d38d-faf3-4c3c-9bf1-a9ae9f50da7f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.541605] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4a2d38d-faf3-4c3c-9bf1-a9ae9f50da7f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.561020] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc57b70b-ce57-410e-a05b-fc920e5dd669 in Status: SUCCESS [ 851.561250] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.624107] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.043265] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34353eab-b12b-4e2f-a25d-bf06163f319f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.044427] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-34353eab-b12b-4e2f-a25d-bf06163f319f taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.044545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.044705] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4a2d38d-faf3-4c3c-9bf1-a9ae9f50da7f with status ACTIVE [ 852.044885] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.044983] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.045066] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.045254] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.045346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.045539] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.045871] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.045871] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.045871] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.046042] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.046258] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.046362] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.046410] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.046555] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.046631] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.046716] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4a2d38d-faf3-4c3c-9bf1-a9ae9f50da7f is going to be updated. [ 852.066266] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.066266] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.066266] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.066514] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.067424] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.067424] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4a2d38d-faf3-4c3c-9bf1-a9ae9f50da7f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.128851] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.129030] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.129105] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.129332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.129432] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.129601] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7dc9cad-1624-440a-9920-bf243ad20863 is going to be updated. [ 852.164480] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.164681] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.164772] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.164965] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.165162] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.184381] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: IN_PROGRESS for 2s [ 852.548528] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34353eab-b12b-4e2f-a25d-bf06163f319f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.051603] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.051755] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.051825] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.052577] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.052655] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.052763] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34353eab-b12b-4e2f-a25d-bf06163f319f is going to be created. [ 853.076783] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.076946] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.076998] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.077225] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.077384] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.086577] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34353eab-b12b-4e2f-a25d-bf06163f319f in Status: UNINITIALIZED for 2s [ 854.193500] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: SUCCESS [ 854.193773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.193869] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.194094] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.194308] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.194422] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.194480] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.194630] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.194708] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.194794] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.194879] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.196418] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.196560] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.196712] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.196809] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.198839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.198839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.198839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.198839] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.386182] env[69468]: INFO networking_nsxv3.common.synchronization [req-2f325eba-95a4-456a-8508-b176b771ce0c req-df02f5a8-b261-4679-bfee-a1bef9d770f6 tempest-ServerGroupTestJSON-1312532339 tempest-ServerGroupTestJSON-1312532339-project-member] Enqueued Resource ID: fc57b70b-ce57-410e-a05b-fc920e5dd669 with Priority: HIGHEST for action security_group_members [ 854.388027] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc57b70b-ce57-410e-a05b-fc920e5dd669 with Priority: HIGHEST for action security_group_members [ 854.388027] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc57b70b-ce57-410e-a05b-fc920e5dd669 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.388027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.388027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.388027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.388027] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.388027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.388027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.391580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.391580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.391580] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc57b70b-ce57-410e-a05b-fc920e5dd669',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.699511] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.699682] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.700987] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.892567] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.892778] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.892856] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.893154] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.893293] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.893534] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.893659] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.893751] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.893936] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.894059] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.894170] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc57b70b-ce57-410e-a05b-fc920e5dd669 is going to be updated. [ 854.918396] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.918556] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.918616] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.918827] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.918969] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.927254] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc57b70b-ce57-410e-a05b-fc920e5dd669 in Status: IN_PROGRESS for 2s [ 855.095914] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34353eab-b12b-4e2f-a25d-bf06163f319f in Status: SUCCESS [ 855.097519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.097519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.097519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.097519] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.097519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.097519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.097519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.097519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.097519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.097519] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34353eab-b12b-4e2f-a25d-bf06163f319f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.204308] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.601238] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-34353eab-b12b-4e2f-a25d-bf06163f319f taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.601410] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.601486] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.601713] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.601869] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.601980] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.602065] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.602201] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.602299] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.602394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.602541] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-34353eab-b12b-4e2f-a25d-bf06163f319f taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.602633] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.602948] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.602948] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.603046] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.603088] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.603126] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.603289] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.603424] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.603451] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.603528] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34353eab-b12b-4e2f-a25d-bf06163f319f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.706379] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.706459] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.706495] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.706716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.707297] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.707297] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7dc9cad-1624-440a-9920-bf243ad20863 is going to be updated. [ 855.734648] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.734805] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.734884] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.735105] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.735252] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.744980] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: IN_PROGRESS for 2s [ 856.105835] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34353eab-b12b-4e2f-a25d-bf06163f319f: rpc.has_security_group_logging(os_id): False [ 856.123122] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.123294] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.123339] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.123573] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.123632] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.123846] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.123948] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.124051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.124173] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.124253] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.124433] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.124536] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.124595] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.124713] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.124785] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.124958] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.125060] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.125114] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.125250] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.125324] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.125409] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34353eab-b12b-4e2f-a25d-bf06163f319f is going to be created. [ 856.190076] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.190271] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.190343] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.190551] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.190733] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.228578] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34353eab-b12b-4e2f-a25d-bf06163f319f in Status: IN_PROGRESS for 2s [ 856.936657] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc57b70b-ce57-410e-a05b-fc920e5dd669 in Status: SUCCESS [ 856.936657] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc57b70b-ce57-410e-a05b-fc920e5dd669 deletion is rescheduled due to dependency. [ 856.936657] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.752102] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: SUCCESS [ 857.752467] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.752542] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.752758] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.752955] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.753084] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.753369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.753369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.753369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.753504] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.753614] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.753708] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.753769] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.753906] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.754063] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.754349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.754349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.754349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.754520] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.754520] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.754590] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.224755] env[69468]: INFO networking_nsxv3.common.synchronization [None req-dd078045-24ae-4a3d-ae19-4d6957aebda4 None None] Enqueued Resource ID: f5e06783-d36c-44b0-be4e-7b8c949dd018 with Priority: HIGHEST for action port [ 858.226298] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e06783-d36c-44b0-be4e-7b8c949dd018 with Priority: HIGHEST for action port [ 858.226298] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5e06783-d36c-44b0-be4e-7b8c949dd018 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.226298] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5e06783-d36c-44b0-be4e-7b8c949dd018" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.227034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5e06783-d36c-44b0-be4e-7b8c949dd018" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.227444] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5e06783-d36c-44b0-be4e-7b8c949dd018" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.228290] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5e06783-d36c-44b0-be4e-7b8c949dd018',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.249957] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34353eab-b12b-4e2f-a25d-bf06163f319f in Status: SUCCESS [ 858.250373] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.260589] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7dc9cad-1624-440a-9920-bf243ad20863: rpc.has_security_group_logging(os_id): False [ 858.280105] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.280105] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.280245] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.280343] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.280429] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.280658] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.280752] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.280814] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.280973] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.281306] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.281306] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.281458] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.281458] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.281534] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.283096] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.283096] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.283096] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.283096] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.283096] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.283096] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.283096] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7dc9cad-1624-440a-9920-bf243ad20863 is going to be updated. [ 858.339893] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.340100] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.340173] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.343091] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.343091] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.355039] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: IN_PROGRESS for 2s [ 858.731649] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5e06783-d36c-44b0-be4e-7b8c949dd018 [ 858.732093] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.732093] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.732291] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.732455] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.732550] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.732648] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5e06783-d36c-44b0-be4e-7b8c949dd018 already deleted. [ 858.732732] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5e06783-d36c-44b0-be4e-7b8c949dd018" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.238591] env[69468]: INFO networking_nsxv3.common.synchronization [req-f22ac1ff-af2f-4a1c-8072-a5b951eb322f req-cf5514a4-d8ac-47d0-a729-e9c5495e949b tempest-ServersWithSpecificFlavorTestJSON-349924692 tempest-ServersWithSpecificFlavorTestJSON-349924692-project-member] Enqueued Resource ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 with Priority: HIGHEST for action security_group_members [ 860.239676] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 with Priority: HIGHEST for action security_group_members [ 860.239676] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-5327879a-8e69-4f71-b0d8-310a98738ad7 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.239676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.239676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.239967] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.239967] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.240199] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.240231] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.240638] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.240638] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.240638] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5327879a-8e69-4f71-b0d8-310a98738ad7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.388336] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: SUCCESS [ 860.388567] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.388779] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.388994] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.389151] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.574479] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-353 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.574662] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-353" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.574786] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-353" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.575073] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-353" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.575334] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.575490] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.575608] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.575821] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.575965] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.576270] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.576341] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.576466] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.576578] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.576690] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.576796] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.576928] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.598889] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.599061] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 860.599217] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.599411] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-353" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.599674] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-9e1b604b-8b51-4d1d-a716-b433d77aa5a3 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.599840] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-9e1b604b-8b51-4d1d-a716-b433d77aa5a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.599957] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-9e1b604b-8b51-4d1d-a716-b433d77aa5a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.600309] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-9e1b604b-8b51-4d1d-a716-b433d77aa5a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.600452] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e1b604b-8b51-4d1d-a716-b433d77aa5a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.691939] env[69468]: INFO networking_nsxv3.common.synchronization [None req-47b73679-cedb-4e19-9959-bc9213e11759 None None] Enqueued Resource ID: adc4362f-8063-4fc4-8c2e-3c9959a4b1c0 with Priority: HIGHEST for action port [ 860.692242] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc4362f-8063-4fc4-8c2e-3c9959a4b1c0 with Priority: HIGHEST for action port [ 860.693080] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-adc4362f-8063-4fc4-8c2e-3c9959a4b1c0 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.693237] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adc4362f-8063-4fc4-8c2e-3c9959a4b1c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.693315] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adc4362f-8063-4fc4-8c2e-3c9959a4b1c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.693557] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adc4362f-8063-4fc4-8c2e-3c9959a4b1c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.693642] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adc4362f-8063-4fc4-8c2e-3c9959a4b1c0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.742684] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.742922] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.742978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.743229] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.743332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.743534] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.743633] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.743696] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.743846] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.743925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.744024] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 is going to be deleted. [ 860.776779] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.776921] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.776995] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.777234] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.777333] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.777435] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.892600] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.892743] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.892813] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.893041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.893264] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.893367] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.893417] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.893570] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.893653] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.893744] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.893834] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.922907] env[69468]: INFO networking_nsxv3.common.synchronization [req-95bd29f4-34a6-4433-b2fc-f08013368db7 req-72f839bd-aa6d-4c8f-b9cd-634fd9678b63 tempest-ServersTestMultiNic-273377454 tempest-ServersTestMultiNic-273377454-project-member] Enqueued Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 860.924498] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 860.924860] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.924999] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.925079] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.925321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.925449] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.925551] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.925615] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.925757] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.925843] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.925939] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.095627] env[69468]: INFO networking_nsxv3.common.synchronization [req-95bd29f4-34a6-4433-b2fc-f08013368db7 req-f4d7246b-5d92-4174-a0d6-2e27dbac9151 tempest-ServersTestMultiNic-273377454 tempest-ServersTestMultiNic-273377454-project-member] Enqueued Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 861.096170] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7dc9cad-1624-440a-9920-bf243ad20863 with Priority: HIGHEST for action security_group_members [ 861.096476] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.096584] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.103535] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.103745] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.103868] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.104170] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.104326] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.104485] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 9e1b604b-8b51-4d1d-a716-b433d77aa5a3 not found, creating... [ 861.104745] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.104971] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.108104] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.108104] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.108104] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.108104] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.108104] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.108104] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.108104] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.108104] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.108104] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 9e1b604b-8b51-4d1d-a716-b433d77aa5a3 is going to be created. [ 861.149608] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.149835] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.149969] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.150270] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.150508] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.150755] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-9e1b604b-8b51-4d1d-a716-b433d77aa5a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.199345] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port adc4362f-8063-4fc4-8c2e-3c9959a4b1c0 [ 861.199627] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.199776] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.199868] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.200127] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.200250] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.200368] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:adc4362f-8063-4fc4-8c2e-3c9959a4b1c0 already deleted. [ 861.200464] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adc4362f-8063-4fc4-8c2e-3c9959a4b1c0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.397949] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.398256] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.427880] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.888383] env[69468]: INFO networking_nsxv3.common.synchronization [req-f22ac1ff-af2f-4a1c-8072-a5b951eb322f req-889daafa-e43a-4482-aeab-65973209f560 service nova] Enqueued Resource ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 with Priority: HIGHEST for action security_group_rules [ 861.888561] env[69468]: INFO networking_nsxv3.common.synchronization [req-f22ac1ff-af2f-4a1c-8072-a5b951eb322f req-889daafa-e43a-4482-aeab-65973209f560 service nova] Enqueued Resource ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 with Priority: HIGHEST for action security_group_members [ 861.888706] env[69468]: INFO networking_nsxv3.common.synchronization [req-f22ac1ff-af2f-4a1c-8072-a5b951eb322f req-889daafa-e43a-4482-aeab-65973209f560 service nova] Enqueued Resource ID: 9e1b604b-8b51-4d1d-a716-b433d77aa5a3 with Priority: HIGHEST for action port [ 861.888963] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 with Priority: HIGHEST for action security_group_rules [ 861.889082] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 with Priority: HIGHEST for action security_group_members [ 861.889182] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e1b604b-8b51-4d1d-a716-b433d77aa5a3 with Priority: HIGHEST for action port [ 861.889732] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5327879a-8e69-4f71-b0d8-310a98738ad7 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.889906] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.890367] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.890367] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.890367] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5327879a-8e69-4f71-b0d8-310a98738ad7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.891473] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-5327879a-8e69-4f71-b0d8-310a98738ad7 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.891674] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.891674] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.891830] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.892451] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.892451] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.892451] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.892451] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.892451] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.892723] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5327879a-8e69-4f71-b0d8-310a98738ad7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.893956] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e1b604b-8b51-4d1d-a716-b433d77aa5a3 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.894111] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e1b604b-8b51-4d1d-a716-b433d77aa5a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.899036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e1b604b-8b51-4d1d-a716-b433d77aa5a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.899036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e1b604b-8b51-4d1d-a716-b433d77aa5a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.899036] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e1b604b-8b51-4d1d-a716-b433d77aa5a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.930566] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.394749] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5327879a-8e69-4f71-b0d8-310a98738ad7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.396128] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-5327879a-8e69-4f71-b0d8-310a98738ad7 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.396309] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.401011] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e1b604b-8b51-4d1d-a716-b433d77aa5a3 with status ACTIVE [ 862.401349] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.401349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.401452] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.401636] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.401741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.401983] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.402069] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.402106] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.402385] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.402497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.402699] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.403086] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.403086] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.403086] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.403256] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.403256] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e1b604b-8b51-4d1d-a716-b433d77aa5a3 is going to be updated. [ 862.433261] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.433494] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.433558] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.434105] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.434105] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.434105] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e1b604b-8b51-4d1d-a716-b433d77aa5a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.435031] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.435031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.435031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.435031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.435031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.435031] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7dc9cad-1624-440a-9920-bf243ad20863 is going to be updated. [ 862.511324] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.512838] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.512983] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.513583] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.513583] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.525785] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: IN_PROGRESS for 2s [ 862.897079] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5327879a-8e69-4f71-b0d8-310a98738ad7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.324635] env[69468]: INFO networking_nsxv3.common.synchronization [req-33ec3a40-2393-48da-b133-eaad1022c0de req-a2929e80-bbb3-4f12-83b3-537603ea735b tempest-VolumesAdminNegativeTest-1855579597 tempest-VolumesAdminNegativeTest-1855579597-project-member] Enqueued Resource ID: e397af82-05c6-49f6-875e-1ef5ec097648 with Priority: HIGHEST for action security_group_members [ 863.325870] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e397af82-05c6-49f6-875e-1ef5ec097648 with Priority: HIGHEST for action security_group_members [ 863.326678] env[69468]: INFO networking_nsxv3.common.synchronization [req-385aa597-1bbc-4f35-b43d-6e16ca305040 req-4e102e91-cdde-40c9-826c-d7f2bb556cdb tempest-AttachVolumeShelveTestJSON-386882206 tempest-AttachVolumeShelveTestJSON-386882206-project-member] Enqueued Resource ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 with Priority: HIGHEST for action security_group_members [ 863.326996] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-e397af82-05c6-49f6-875e-1ef5ec097648 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.327137] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.327207] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.327413] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.327569] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.327667] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.327731] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.327875] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.327964] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.328070] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e397af82-05c6-49f6-875e-1ef5ec097648',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.329012] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 with Priority: HIGHEST for action security_group_members [ 863.329433] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.329542] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.329609] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.329815] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.329973] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.330077] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.330145] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.330287] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.330368] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.330453] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.399493] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.399886] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.400048] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.400382] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.400571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.400773] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 is going to be created. [ 863.424347] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.424670] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.427017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.427017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.427017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.436855] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 in Status: UNINITIALIZED for 2s [ 863.736477] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.736718] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-220" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.736842] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-220" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.737182] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-220" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.737444] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.737599] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.737717] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.737928] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.738367] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.738643] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.738803] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.738942] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.739090] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.739235] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.739398] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.739682] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.758524] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.758882] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 863.759090] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.759284] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-220" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.760230] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.760230] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.760230] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.760453] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.760614] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.831036] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.831036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.831036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.831250] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.832492] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.832705] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.846998] env[69468]: INFO networking_nsxv3.common.synchronization [req-fe11af27-f3db-4182-81f2-3cfc2a48d787 req-4ec06d58-dc11-4f24-9baf-9d58020db1db tempest-ServerMetadataTestJSON-1277105959 tempest-ServerMetadataTestJSON-1277105959-project-member] Enqueued Resource ID: 34353eab-b12b-4e2f-a25d-bf06163f319f with Priority: HIGHEST for action security_group_members [ 863.847506] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34353eab-b12b-4e2f-a25d-bf06163f319f with Priority: HIGHEST for action security_group_members [ 863.847804] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-34353eab-b12b-4e2f-a25d-bf06163f319f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.847918] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.847986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.848191] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.848334] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.848431] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.848494] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.849129] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.849289] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.849434] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34353eab-b12b-4e2f-a25d-bf06163f319f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.853360] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.853854] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.853854] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.854042] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.854263] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.854412] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.854562] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e397af82-05c6-49f6-875e-1ef5ec097648 is going to be updated. [ 863.855742] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.855992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.856179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.856448] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.856637] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.856767] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.856993] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.857158] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.857338] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 already deleted. [ 863.857503] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.888467] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.888467] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.888467] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.888467] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.888467] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.896352] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e397af82-05c6-49f6-875e-1ef5ec097648 in Status: IN_PROGRESS for 2s [ 864.262993] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.263257] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.263403] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.263689] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.264742] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.264742] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39 not found, creating... [ 864.264742] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.264742] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.264742] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.265102] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.265102] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.265272] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.265367] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.265509] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.265950] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.265950] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.265950] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39 is going to be created. [ 864.285507] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.285967] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.286947] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.286947] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.286947] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.287222] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.352577] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.352732] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.352801] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.353052] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.353150] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.353356] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.353474] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.353541] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.353695] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.353772] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.353862] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34353eab-b12b-4e2f-a25d-bf06163f319f is going to be updated. [ 864.393805] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.393805] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.394122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.394187] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.394372] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.405114] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34353eab-b12b-4e2f-a25d-bf06163f319f in Status: IN_PROGRESS for 2s [ 864.534528] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: SUCCESS [ 864.534906] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.535069] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.535374] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.535591] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.535760] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.535872] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.536096] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.536229] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.536374] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.956734] env[69468]: INFO networking_nsxv3.common.synchronization [req-385aa597-1bbc-4f35-b43d-6e16ca305040 req-ec575fa2-a1b2-4655-a906-f5ad02dee101 service nova] Enqueued Resource ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 with Priority: HIGHEST for action security_group_rules [ 864.956918] env[69468]: INFO networking_nsxv3.common.synchronization [req-385aa597-1bbc-4f35-b43d-6e16ca305040 req-ec575fa2-a1b2-4655-a906-f5ad02dee101 service nova] Enqueued Resource ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 with Priority: HIGHEST for action security_group_members [ 864.957075] env[69468]: INFO networking_nsxv3.common.synchronization [req-385aa597-1bbc-4f35-b43d-6e16ca305040 req-ec575fa2-a1b2-4655-a906-f5ad02dee101 service nova] Enqueued Resource ID: 87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39 with Priority: HIGHEST for action port [ 864.957299] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 with Priority: HIGHEST for action security_group_rules [ 864.957426] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 with Priority: HIGHEST for action security_group_members [ 864.957551] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39 with Priority: HIGHEST for action port [ 864.958110] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.958306] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.958377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.958630] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.958715] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.961443] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.961443] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.961443] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.961443] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.961443] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.961443] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.961443] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.961443] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.961443] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.961443] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.961733] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.961733] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.961733] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.961833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.961901] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.039712] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.039870] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.039949] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.040216] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.040335] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.040539] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.040643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.040792] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.040861] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.040940] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.041039] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7dc9cad-1624-440a-9920-bf243ad20863 is going to be updated. [ 865.065830] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.065961] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.066049] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.066262] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.066406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.074728] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: IN_PROGRESS for 2s [ 865.446284] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 in Status: SUCCESS [ 865.446682] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.446682] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.447133] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.447133] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.447346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.447346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.447424] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.447513] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.447646] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.447720] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5327879a-8e69-4f71-b0d8-310a98738ad7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.463679] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.464517] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.464625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.464944] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39 with status ACTIVE [ 865.465118] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.465229] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.465296] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.465480] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.465569] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.465758] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.466346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.466346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.466346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.466346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.466680] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.466680] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.466680] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.466680] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.466906] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.466906] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39 is going to be updated. [ 865.486530] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.486672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.486896] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.487056] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.487173] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.487464] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.905792] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e397af82-05c6-49f6-875e-1ef5ec097648 in Status: SUCCESS [ 865.905792] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e397af82-05c6-49f6-875e-1ef5ec097648 deletion is rescheduled due to dependency. [ 865.905792] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e397af82-05c6-49f6-875e-1ef5ec097648" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.950050] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5327879a-8e69-4f71-b0d8-310a98738ad7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.966102] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.414740] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34353eab-b12b-4e2f-a25d-bf06163f319f in Status: SUCCESS [ 866.415035] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34353eab-b12b-4e2f-a25d-bf06163f319f deletion is rescheduled due to dependency. [ 866.415363] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.452163] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5327879a-8e69-4f71-b0d8-310a98738ad7: rpc.has_security_group_logging(os_id): False [ 866.468354] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.468567] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.468785] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.468999] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.469169] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.469332] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 is going to be created. [ 866.471111] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.471286] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.471403] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.471603] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.471741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.472031] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.472250] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.472360] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.472545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.472686] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.472836] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 is going to be created. [ 866.492762] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.492961] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.493101] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.493351] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.493513] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.505145] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 in Status: UNINITIALIZED for 2s [ 866.529269] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.529407] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.529478] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.529673] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.529848] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.539291] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 in Status: IN_PROGRESS for 2s [ 867.085323] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: SUCCESS [ 867.085658] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7dc9cad-1624-440a-9920-bf243ad20863 deletion is rescheduled due to dependency. [ 867.085658] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.085789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.086015] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.086213] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.086332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.086402] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.086573] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.086673] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.086743] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.086902] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dc9cad-1624-440a-9920-bf243ad20863 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.086995] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.087068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.087210] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.087453] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.087561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.087626] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.087768] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.087843] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.087925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.088027] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7dc9cad-1624-440a-9920-bf243ad20863',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.520024] env[69468]: INFO networking_nsxv3.common.synchronization [req-33a965da-f2f3-405c-b9d5-847435eb3879 req-d253fb89-dec5-4054-bcc9-026c1112e84d tempest-ListImageFiltersTestJSON-282139983 tempest-ListImageFiltersTestJSON-282139983-project-member] Enqueued Resource ID: ee37f4c4-aa89-4de7-8678-93af0f118710 with Priority: HIGHEST for action security_group_members [ 867.520024] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee37f4c4-aa89-4de7-8678-93af0f118710 with Priority: HIGHEST for action security_group_members [ 867.520024] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee37f4c4-aa89-4de7-8678-93af0f118710 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.520802] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.521028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.521335] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.521607] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.521839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.522032] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.522356] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.522561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.522909] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee37f4c4-aa89-4de7-8678-93af0f118710',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.590613] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7dc9cad-1624-440a-9920-bf243ad20863: rpc.has_security_group_logging(os_id): False [ 867.606986] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.607172] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.607246] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.607477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.607584] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.607797] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.607895] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.607959] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.608129] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.608210] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.608395] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.608516] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.608669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.608753] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.608867] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.609553] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.609736] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.609831] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.610044] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.610161] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.610313] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7dc9cad-1624-440a-9920-bf243ad20863 is going to be updated. [ 867.666598] env[69468]: INFO networking_nsxv3.common.synchronization [req-78ecd1ec-4a5d-4cd0-b5b5-8c9030f3d468 req-5a010304-e22a-4837-9111-270f50304534 tempest-ImagesOneServerNegativeTestJSON-1810634108 tempest-ImagesOneServerNegativeTestJSON-1810634108-project-member] Enqueued Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGHEST for action security_group_members [ 867.667161] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGHEST for action security_group_members [ 867.667501] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2282d3a6-aacd-45e3-a715-d269da320444 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.667857] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.667857] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.667975] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.668103] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.668194] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.668272] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.668446] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.668534] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.668875] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2282d3a6-aacd-45e3-a715-d269da320444',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.670317] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.670444] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.670514] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.670702] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.670848] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.683014] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: IN_PROGRESS for 2s [ 868.025224] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.025356] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.025435] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.025645] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.050745] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.051037] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.051288] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.051288] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.051480] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.051602] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.051652] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee37f4c4-aa89-4de7-8678-93af0f118710 is going to be updated. [ 868.063078] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.063078] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-19" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.063078] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-19" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.063078] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-19" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.063078] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.063078] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.063078] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.063589] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.063589] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.063589] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.063681] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.063764] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.063877] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.063992] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.064116] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.064270] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.098054] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.098356] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 868.098432] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.098587] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-19" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.098932] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-2ba8c01f-b78c-4077-bb73-ff63d385807e taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.099139] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-2ba8c01f-b78c-4077-bb73-ff63d385807e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.099277] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-2ba8c01f-b78c-4077-bb73-ff63d385807e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.099618] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-2ba8c01f-b78c-4077-bb73-ff63d385807e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.099805] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ba8c01f-b78c-4077-bb73-ff63d385807e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.102698] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.102698] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.102698] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.102698] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.102698] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.112948] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee37f4c4-aa89-4de7-8678-93af0f118710 in Status: IN_PROGRESS for 2s [ 868.174476] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.174671] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.174757] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.174976] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.175111] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.175336] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.175453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.175537] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.175711] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.175802] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.175905] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2282d3a6-aacd-45e3-a715-d269da320444 is going to be deleted. [ 868.213030] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.213194] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.213282] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.213519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.213613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.213714] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.514213] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 in Status: SUCCESS [ 868.514473] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.514707] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.514972] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.515189] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.515311] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.515383] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.515551] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.515642] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.515727] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.515814] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.550647] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 in Status: SUCCESS [ 868.550775] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.602247] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.602499] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.602652] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.602907] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.603080] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.603233] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 2ba8c01f-b78c-4077-bb73-ff63d385807e not found, creating... [ 868.603531] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.603827] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.603827] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.604099] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.604196] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.604481] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.604657] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.604778] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.604991] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.605146] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.605289] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 2ba8c01f-b78c-4077-bb73-ff63d385807e is going to be created. [ 868.623203] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.623401] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.623530] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.623780] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.624016] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.624245] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-2ba8c01f-b78c-4077-bb73-ff63d385807e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.018423] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.402018] env[69468]: INFO networking_nsxv3.common.synchronization [req-78ecd1ec-4a5d-4cd0-b5b5-8c9030f3d468 req-723d4ecb-44cc-402c-bd9a-8942b119cdd9 service nova] Enqueued Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGHEST for action security_group_rules [ 869.402018] env[69468]: INFO networking_nsxv3.common.synchronization [req-78ecd1ec-4a5d-4cd0-b5b5-8c9030f3d468 req-723d4ecb-44cc-402c-bd9a-8942b119cdd9 service nova] Enqueued Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGHEST for action security_group_members [ 869.402018] env[69468]: INFO networking_nsxv3.common.synchronization [req-78ecd1ec-4a5d-4cd0-b5b5-8c9030f3d468 req-723d4ecb-44cc-402c-bd9a-8942b119cdd9 service nova] Enqueued Resource ID: 2ba8c01f-b78c-4077-bb73-ff63d385807e with Priority: HIGHEST for action port [ 869.402018] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGHEST for action security_group_rules [ 869.402018] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGHEST for action security_group_members [ 869.402018] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba8c01f-b78c-4077-bb73-ff63d385807e with Priority: HIGHEST for action port [ 869.402018] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2282d3a6-aacd-45e3-a715-d269da320444 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.403200] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.403380] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.403562] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.403646] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2282d3a6-aacd-45e3-a715-d269da320444',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.404968] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2282d3a6-aacd-45e3-a715-d269da320444 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.404968] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.405156] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.405977] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.406158] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.406338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.406414] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.406564] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.406648] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.406752] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2282d3a6-aacd-45e3-a715-d269da320444',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.407722] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ba8c01f-b78c-4077-bb73-ff63d385807e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.408912] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ba8c01f-b78c-4077-bb73-ff63d385807e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.408912] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ba8c01f-b78c-4077-bb73-ff63d385807e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.408912] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ba8c01f-b78c-4077-bb73-ff63d385807e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.408912] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ba8c01f-b78c-4077-bb73-ff63d385807e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.525033] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51: rpc.has_security_group_logging(os_id): False [ 869.543970] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.546074] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.546074] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.546074] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.546074] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.546074] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.546074] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.546074] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.546074] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.546074] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.546657] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 is going to be created. [ 869.606307] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.606516] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.606578] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.606816] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.607030] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.617139] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 in Status: IN_PROGRESS for 2s [ 869.702135] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7dc9cad-1624-440a-9920-bf243ad20863 in Status: SUCCESS [ 869.702433] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7dc9cad-1624-440a-9920-bf243ad20863" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.911307] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2282d3a6-aacd-45e3-a715-d269da320444 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.911462] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.911634] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2282d3a6-aacd-45e3-a715-d269da320444',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.912628] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ba8c01f-b78c-4077-bb73-ff63d385807e with status ACTIVE [ 869.912817] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.912943] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.913019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.913211] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.913308] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.913487] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.913584] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.913639] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.913793] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.913870] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.914620] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.914760] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.914828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.914987] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.915561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.915678] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ba8c01f-b78c-4077-bb73-ff63d385807e is going to be updated. [ 869.936109] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.936251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.936320] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.936533] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.936668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.936831] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ba8c01f-b78c-4077-bb73-ff63d385807e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.122498] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee37f4c4-aa89-4de7-8678-93af0f118710 in Status: SUCCESS [ 870.122683] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee37f4c4-aa89-4de7-8678-93af0f118710 deletion is rescheduled due to dependency. [ 870.122798] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee37f4c4-aa89-4de7-8678-93af0f118710" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.348070] env[69468]: INFO networking_nsxv3.common.synchronization [req-069ab74c-68cd-44db-b5ad-9075a3c26e97 req-02f3707a-991a-4d63-ae5b-047f51c7f346 tempest-ServersV294TestFqdnHostnames-1767580808 tempest-ServersV294TestFqdnHostnames-1767580808-project-member] Enqueued Resource ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f with Priority: HIGHEST for action security_group_members [ 870.348070] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f with Priority: HIGHEST for action security_group_members [ 870.348070] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-60124144-ebfb-4fa3-af0f-77f94ab98e5f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.348070] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.348070] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.348070] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.348070] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.348070] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.348070] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.348070] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.349379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.349634] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60124144-ebfb-4fa3-af0f-77f94ab98e5f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.418402] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2282d3a6-aacd-45e3-a715-d269da320444',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.851484] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.851635] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.851708] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.851914] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.852017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.852219] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.852362] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.852426] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.852578] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.852654] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.852739] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f is going to be updated. [ 870.878156] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.879358] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.879358] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.879358] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.879358] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.890724] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f in Status: IN_PROGRESS for 2s [ 870.924294] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.924513] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.924732] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.924830] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.926206] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.926206] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2282d3a6-aacd-45e3-a715-d269da320444 is going to be created. [ 870.947951] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.948103] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.948189] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.948402] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.948820] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.958451] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2282d3a6-aacd-45e3-a715-d269da320444 in Status: UNINITIALIZED for 2s [ 871.076958] env[69468]: INFO networking_nsxv3.common.synchronization [req-17681924-248e-4738-b43d-eee6007cb301 req-8cc72aad-2199-4813-8689-aea9b49776ae tempest-ImagesTestJSON-1045980182 tempest-ImagesTestJSON-1045980182-project-member] Enqueued Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 871.078401] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 871.079837] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.079975] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.080055] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.080551] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.080551] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.080551] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.080735] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.080773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.080831] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.083379] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.445078] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.445371] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-704" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.445528] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-704" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.445879] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-704" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.446270] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.446542] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.446718] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.447016] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.447388] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.447509] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.447681] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.447845] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.448015] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.448140] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.448254] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.448392] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.466558] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.466740] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 871.466975] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.467205] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-704" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.467559] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-1bb10344-b9bf-42e7-9ee2-2b246b9975fa taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.467780] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-1bb10344-b9bf-42e7-9ee2-2b246b9975fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.467915] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-1bb10344-b9bf-42e7-9ee2-2b246b9975fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.468253] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-1bb10344-b9bf-42e7-9ee2-2b246b9975fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.468403] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bb10344-b9bf-42e7-9ee2-2b246b9975fa',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.586629] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.586629] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.586800] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.586894] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.587013] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.587223] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.587469] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.587469] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.587571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.587637] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.587759] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 is going to be updated. [ 871.611015] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.611249] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.611415] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.611989] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.612209] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.622427] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: IN_PROGRESS for 2s [ 871.629721] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 in Status: SUCCESS [ 871.630037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.970611] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.970855] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.971112] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.971486] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.971644] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.971862] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 1bb10344-b9bf-42e7-9ee2-2b246b9975fa not found, creating... [ 871.972168] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.972360] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.972493] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.972723] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.972874] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.973170] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.973332] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.973480] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.973692] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.973829] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.974026] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 1bb10344-b9bf-42e7-9ee2-2b246b9975fa is going to be created. [ 871.994074] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.994313] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.994447] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.994757] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.994991] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.995237] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-1bb10344-b9bf-42e7-9ee2-2b246b9975fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.724185] env[69468]: INFO networking_nsxv3.common.synchronization [req-17681924-248e-4738-b43d-eee6007cb301 req-7c23c031-b759-4d6b-8dfc-c3fd9edd0a4c service nova] Enqueued Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_rules [ 872.724463] env[69468]: INFO networking_nsxv3.common.synchronization [req-17681924-248e-4738-b43d-eee6007cb301 req-7c23c031-b759-4d6b-8dfc-c3fd9edd0a4c service nova] Enqueued Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 872.724545] env[69468]: INFO networking_nsxv3.common.synchronization [req-17681924-248e-4738-b43d-eee6007cb301 req-7c23c031-b759-4d6b-8dfc-c3fd9edd0a4c service nova] Enqueued Resource ID: 1bb10344-b9bf-42e7-9ee2-2b246b9975fa with Priority: HIGHEST for action port [ 872.724785] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_rules [ 872.724912] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 872.725016] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bb10344-b9bf-42e7-9ee2-2b246b9975fa with Priority: HIGHEST for action port [ 872.725716] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.725847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.725905] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.726127] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.726207] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.727487] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.727589] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.731025] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bb10344-b9bf-42e7-9ee2-2b246b9975fa taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.731025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bb10344-b9bf-42e7-9ee2-2b246b9975fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.731025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bb10344-b9bf-42e7-9ee2-2b246b9975fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.731025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bb10344-b9bf-42e7-9ee2-2b246b9975fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.731025] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bb10344-b9bf-42e7-9ee2-2b246b9975fa',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.901091] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f in Status: SUCCESS [ 872.901091] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f deletion is rescheduled due to dependency. [ 872.901091] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.966956] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2282d3a6-aacd-45e3-a715-d269da320444 in Status: SUCCESS [ 872.967235] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.967408] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.967701] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.967900] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.968025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.968093] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.968243] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.968325] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.968411] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.968501] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2282d3a6-aacd-45e3-a715-d269da320444',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.230420] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.230580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.230986] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1bb10344-b9bf-42e7-9ee2-2b246b9975fa with status ACTIVE [ 873.231063] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.231200] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.231322] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.231552] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.231646] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.231870] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.231946] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.231995] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.232175] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.232312] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.232539] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.232707] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.232825] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.233018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.233159] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.233282] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1bb10344-b9bf-42e7-9ee2-2b246b9975fa is going to be updated. [ 873.263846] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.263846] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.263846] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.266022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.266022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.266022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bb10344-b9bf-42e7-9ee2-2b246b9975fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.474337] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2282d3a6-aacd-45e3-a715-d269da320444 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.474526] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.474594] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.474855] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.475045] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.475158] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.475227] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.475435] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.475499] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.475546] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.475694] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2282d3a6-aacd-45e3-a715-d269da320444 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.475786] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.475843] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.475984] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.476141] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.476234] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.476310] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.476465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.476709] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.476709] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.476709] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2282d3a6-aacd-45e3-a715-d269da320444',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.635617] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: SUCCESS [ 873.635617] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 deletion is rescheduled due to dependency. [ 873.635617] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.635891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.636182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.636402] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.636542] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.636613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.636816] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.636923] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.637069] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.980059] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2282d3a6-aacd-45e3-a715-d269da320444: rpc.has_security_group_logging(os_id): False [ 873.997949] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.998190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.998243] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.998486] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.998826] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.998826] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.998988] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.999032] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.999778] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.999899] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.000246] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.000370] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.000446] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.000597] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.000675] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.000877] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.000973] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.001094] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.001264] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.001349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.001474] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2282d3a6-aacd-45e3-a715-d269da320444 is going to be created. [ 874.066646] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.066797] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.066873] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.067089] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.067270] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.078871] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2282d3a6-aacd-45e3-a715-d269da320444 in Status: IN_PROGRESS for 2s [ 874.140339] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.642734] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.146083] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.146337] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.146337] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.146516] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.146664] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.146817] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 is going to be updated. [ 875.178147] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.178287] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.178360] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.178563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.178722] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.187527] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: IN_PROGRESS for 2s [ 876.092601] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2282d3a6-aacd-45e3-a715-d269da320444 in Status: SUCCESS [ 876.092601] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.196727] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: SUCCESS [ 877.196971] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.197169] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.197411] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.197603] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.197725] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.197809] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.197973] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.198070] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.198160] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.198254] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.701114] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.701114] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.701114] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.701330] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.701484] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.701590] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.701660] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.701812] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.701902] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.702125] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.702729] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.702729] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.702729] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.702729] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.702867] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.702957] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.702992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.704728] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.704836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.704928] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.705033] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.726452] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 877.726452] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 878.208362] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c8deb84-92a4-4a47-bed7-2d375e99c701: rpc.has_security_group_logging(os_id): False [ 878.226078] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.226078] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.226078] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.226078] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.226078] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.226078] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.226078] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.226078] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.226078] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.226078] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.226078] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.226078] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.226078] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.226078] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.226078] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.227020] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.227943] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.228131] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.228356] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.228518] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.228694] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 is going to be updated. [ 878.295960] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.298032] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.298032] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.298032] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.298032] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.317482] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: IN_PROGRESS for 2s [ 880.330891] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: SUCCESS [ 880.331187] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.758729] env[69468]: INFO networking_nsxv3.common.synchronization [req-2065569e-45fb-4b16-a6a4-f9a1fb054181 req-65a678d2-25b7-4149-a025-12664d67e20e tempest-FloatingIPsAssociationTestJSON-819956809 tempest-FloatingIPsAssociationTestJSON-819956809-project-member] Enqueued Resource ID: 713e4358-06aa-455f-a642-d843ef6a385b with Priority: HIGHEST for action security_group_members [ 880.759551] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713e4358-06aa-455f-a642-d843ef6a385b with Priority: HIGHEST for action security_group_members [ 880.759858] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-713e4358-06aa-455f-a642-d843ef6a385b taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.760110] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.760173] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.760440] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.760685] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.760818] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.760929] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.761192] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.761333] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.761483] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('713e4358-06aa-455f-a642-d843ef6a385b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.263744] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.263900] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.264014] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.264203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.264302] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.264496] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.264592] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.264693] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.264805] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.264881] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.264969] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 713e4358-06aa-455f-a642-d843ef6a385b is going to be updated. [ 881.293855] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.293855] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.294168] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.294168] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.294310] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.303504] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 713e4358-06aa-455f-a642-d843ef6a385b in Status: IN_PROGRESS for 2s [ 882.477376] env[69468]: INFO networking_nsxv3.common.synchronization [req-403b65bd-71ba-4fcc-8e97-73c77d7c9497 req-0d5f69e1-715b-4cfd-9b25-e191b6512ced tempest-ImagesOneServerNegativeTestJSON-1810634108 tempest-ImagesOneServerNegativeTestJSON-1810634108-project-member] Enqueued Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGHEST for action security_group_members [ 882.478668] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGHEST for action security_group_members [ 882.478668] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2282d3a6-aacd-45e3-a715-d269da320444 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.478668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.478668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.478668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.478980] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.478980] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.479068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.479230] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.479338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.479448] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2282d3a6-aacd-45e3-a715-d269da320444',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.981905] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.982124] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.982170] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.982449] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.982520] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.982721] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.982816] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.982880] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.983054] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.983136] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.983223] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2282d3a6-aacd-45e3-a715-d269da320444 is going to be updated. [ 883.009807] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.009968] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.009968] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.010198] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.010343] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.020497] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2282d3a6-aacd-45e3-a715-d269da320444 in Status: IN_PROGRESS for 2s [ 883.313383] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 713e4358-06aa-455f-a642-d843ef6a385b in Status: SUCCESS [ 883.313795] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 713e4358-06aa-455f-a642-d843ef6a385b deletion is rescheduled due to dependency. [ 883.314362] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.029661] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2282d3a6-aacd-45e3-a715-d269da320444 in Status: SUCCESS [ 885.029942] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2282d3a6-aacd-45e3-a715-d269da320444 deletion is rescheduled due to dependency. [ 885.029978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.738685] env[69468]: INFO networking_nsxv3.common.synchronization [req-ac7b1dc3-3469-478b-99fa-324d86dd33a3 req-2e69dbd5-35d7-4a8f-8f26-dfdf472de0e1 tempest-ServerActionsTestOtherB-141850940 tempest-ServerActionsTestOtherB-141850940-project-member] Enqueued Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_members [ 886.738926] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_members [ 886.739244] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.740546] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.740658] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.741148] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.741294] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.741423] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.741511] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.741672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.741759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.741872] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.945011] env[69468]: INFO networking_nsxv3.common.synchronization [req-d9707a80-2c8a-4d39-acb3-e8fe4eb8a970 req-edb25eb8-2395-48ba-bc6e-d036edfabec6 tempest-ServersAdminTestJSON-573324530 tempest-ServersAdminTestJSON-573324530-project-member] Enqueued Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_members [ 886.945533] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_members [ 886.945843] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.945982] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.946050] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.946244] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.946435] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.946599] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.946681] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.946874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.946984] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.950818] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.243936] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.244404] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.244676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.246090] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.246090] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.246090] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.246090] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.246090] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.246090] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.246090] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.246090] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc already deleted. [ 887.246090] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.448920] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.506967] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.507339] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-482" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.507536] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-482" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.507907] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-482" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.508261] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.508494] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.508669] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.508939] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.509163] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.509493] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 887.509695] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.509860] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.510121] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.510347] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 887.510530] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.510722] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.530840] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.531086] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 887.531315] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.531507] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-482" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.531858] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-91ad3911-8ea3-4bb6-bcf5-fd800e27e57f taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.532103] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-91ad3911-8ea3-4bb6-bcf5-fd800e27e57f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.532279] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-91ad3911-8ea3-4bb6-bcf5-fd800e27e57f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.532680] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-91ad3911-8ea3-4bb6-bcf5-fd800e27e57f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.532859] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91ad3911-8ea3-4bb6-bcf5-fd800e27e57f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.952713] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.035212] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.035445] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.035578] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.035866] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.036037] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.036206] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 91ad3911-8ea3-4bb6-bcf5-fd800e27e57f not found, creating... [ 888.036478] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.036660] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.036785] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.037069] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.037228] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.037520] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.037684] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.037806] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.038782] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.038975] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.039141] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 91ad3911-8ea3-4bb6-bcf5-fd800e27e57f is going to be created. [ 888.060857] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.061008] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.061099] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.061395] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.061632] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.061872] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-91ad3911-8ea3-4bb6-bcf5-fd800e27e57f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.454962] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.455098] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.455169] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.455432] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.455538] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.455643] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac is going to be updated. [ 888.481719] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.481866] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.481935] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.482160] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.482303] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.491367] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: IN_PROGRESS for 2s [ 889.158696] env[69468]: INFO networking_nsxv3.common.synchronization [req-c351186f-34b1-4f45-896d-e251aea605ed req-d1e7c80b-f26e-4296-a9ab-0a2fbc9c1160 tempest-ServerRescueTestJSON-575279690 tempest-ServerRescueTestJSON-575279690-project-member] Enqueued Resource ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 with Priority: HIGHEST for action security_group_members [ 889.159380] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 with Priority: HIGHEST for action security_group_members [ 889.159962] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.159962] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.159962] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.159962] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.160714] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.160881] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.160881] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.161148] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.161244] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.161344] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.257378] env[69468]: INFO networking_nsxv3.common.synchronization [req-ac7b1dc3-3469-478b-99fa-324d86dd33a3 req-68ba73e2-77d4-4beb-ac27-036c26434e62 service nova] Enqueued Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_rules [ 889.257547] env[69468]: INFO networking_nsxv3.common.synchronization [req-ac7b1dc3-3469-478b-99fa-324d86dd33a3 req-68ba73e2-77d4-4beb-ac27-036c26434e62 service nova] Enqueued Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_members [ 889.257688] env[69468]: INFO networking_nsxv3.common.synchronization [req-ac7b1dc3-3469-478b-99fa-324d86dd33a3 req-68ba73e2-77d4-4beb-ac27-036c26434e62 service nova] Enqueued Resource ID: 91ad3911-8ea3-4bb6-bcf5-fd800e27e57f with Priority: HIGHEST for action port [ 889.257911] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_rules [ 889.258048] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_members [ 889.258142] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91ad3911-8ea3-4bb6-bcf5-fd800e27e57f with Priority: HIGHEST for action port [ 889.261316] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.261316] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.261316] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.266028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.266028] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.266028] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.266028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.266028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.266028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.266028] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.266028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.266028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.266028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.266028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.266028] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.267672] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-91ad3911-8ea3-4bb6-bcf5-fd800e27e57f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.267672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91ad3911-8ea3-4bb6-bcf5-fd800e27e57f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.268255] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91ad3911-8ea3-4bb6-bcf5-fd800e27e57f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.269075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91ad3911-8ea3-4bb6-bcf5-fd800e27e57f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.269075] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91ad3911-8ea3-4bb6-bcf5-fd800e27e57f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.493615] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.493866] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-575" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.493955] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-575" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.494267] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-575" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.494650] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.494739] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.494848] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.495325] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.495494] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.495717] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.495983] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.496139] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.496272] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.496443] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.496518] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.496674] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.515897] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.516144] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 889.516305] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.516487] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-575" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.516830] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-4246ca40-af00-4315-b24a-c4e3217dfdb2 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.517026] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-4246ca40-af00-4315-b24a-c4e3217dfdb2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.517155] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-4246ca40-af00-4315-b24a-c4e3217dfdb2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.517478] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-4246ca40-af00-4315-b24a-c4e3217dfdb2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.517667] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4246ca40-af00-4315-b24a-c4e3217dfdb2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.664433] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.774194] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.776382] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.776382] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.779803] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91ad3911-8ea3-4bb6-bcf5-fd800e27e57f with status ACTIVE [ 889.779803] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.779803] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.779803] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.779803] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.779803] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.779803] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.779803] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.779803] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.780436] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.780436] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.780436] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.780436] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.780436] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.780590] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.781648] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.781648] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91ad3911-8ea3-4bb6-bcf5-fd800e27e57f is going to be updated. [ 889.800674] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.800865] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.800865] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.801101] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.801238] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.801397] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91ad3911-8ea3-4bb6-bcf5-fd800e27e57f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.020380] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.020573] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.020706] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.021016] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.021177] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.021339] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 4246ca40-af00-4315-b24a-c4e3217dfdb2 not found, creating... [ 890.021687] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.021779] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.021903] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.022159] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.022299] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.022661] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.022836] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.022964] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.023208] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.023349] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.023511] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 4246ca40-af00-4315-b24a-c4e3217dfdb2 is going to be created. [ 890.041716] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.041960] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.042105] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.042443] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.042666] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.042903] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-4246ca40-af00-4315-b24a-c4e3217dfdb2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.167852] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.278520] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.502597] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: SUCCESS [ 890.503043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.669963] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.670150] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.670227] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.670480] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.670585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.670699] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 is going to be updated. [ 890.698054] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.698227] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.698292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.698502] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.698687] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.706346] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 in Status: IN_PROGRESS for 2s [ 890.734514] env[69468]: INFO networking_nsxv3.common.synchronization [req-c351186f-34b1-4f45-896d-e251aea605ed req-897d592a-d6b9-4bbb-9255-e0ef0a53e1af service nova] Enqueued Resource ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 with Priority: HIGHEST for action security_group_rules [ 890.737897] env[69468]: INFO networking_nsxv3.common.synchronization [req-c351186f-34b1-4f45-896d-e251aea605ed req-897d592a-d6b9-4bbb-9255-e0ef0a53e1af service nova] Enqueued Resource ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 with Priority: HIGHEST for action security_group_members [ 890.737897] env[69468]: INFO networking_nsxv3.common.synchronization [req-c351186f-34b1-4f45-896d-e251aea605ed req-897d592a-d6b9-4bbb-9255-e0ef0a53e1af service nova] Enqueued Resource ID: 4246ca40-af00-4315-b24a-c4e3217dfdb2 with Priority: HIGHEST for action port [ 890.737897] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 with Priority: HIGHEST for action security_group_rules [ 890.737897] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 with Priority: HIGHEST for action security_group_members [ 890.737897] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4246ca40-af00-4315-b24a-c4e3217dfdb2 with Priority: HIGHEST for action port [ 890.737897] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.737897] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.739367] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.739583] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.739675] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.740599] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.740703] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.740896] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-4246ca40-af00-4315-b24a-c4e3217dfdb2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.741199] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4246ca40-af00-4315-b24a-c4e3217dfdb2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.741270] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4246ca40-af00-4315-b24a-c4e3217dfdb2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.741472] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4246ca40-af00-4315-b24a-c4e3217dfdb2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.741522] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4246ca40-af00-4315-b24a-c4e3217dfdb2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.784871] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.784871] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.784871] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.784871] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.784871] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.784871] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc is going to be created. [ 890.807665] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.807887] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.807960] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.808283] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.808479] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.817808] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc in Status: UNINITIALIZED for 2s [ 891.243670] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.244058] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.245301] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4246ca40-af00-4315-b24a-c4e3217dfdb2 with status ACTIVE [ 891.245448] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.245576] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.245673] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.245892] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.246029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.246183] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.246284] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.246348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.246481] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.246562] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.246734] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.246861] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.246917] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.247016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.247093] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.247165] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4246ca40-af00-4315-b24a-c4e3217dfdb2 is going to be updated. [ 891.269292] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.269438] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.269499] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.269784] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.269926] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.270183] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4246ca40-af00-4315-b24a-c4e3217dfdb2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.671329] env[69468]: INFO networking_nsxv3.common.synchronization [req-a806d438-ed27-4f9e-a57d-39c60af2ca4a req-843a59f4-9200-4a3e-8801-39fc4726cdd8 tempest-MigrationsAdminTest-286006226 tempest-MigrationsAdminTest-286006226-project-member] Enqueued Resource ID: fbe2916d-c20c-4b27-809f-90db7414ebad with Priority: HIGHEST for action security_group_members [ 891.671891] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe2916d-c20c-4b27-809f-90db7414ebad with Priority: HIGHEST for action security_group_members [ 891.672228] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe2916d-c20c-4b27-809f-90db7414ebad taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.672357] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.672448] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.672646] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.672802] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.672902] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.672965] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.677093] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.677666] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.677666] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbe2916d-c20c-4b27-809f-90db7414ebad',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.113905] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.114035] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.114110] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.114354] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.114650] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.115642] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.115642] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.115642] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.115642] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.115642] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 892.115642] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.116055] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.116055] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.116055] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 892.116055] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.116229] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.133909] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.134090] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 892.134229] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.134401] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.138128] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-f9a10762-ba87-425f-9623-1ffdf22c5bb4 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.138407] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-f9a10762-ba87-425f-9623-1ffdf22c5bb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.138546] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-f9a10762-ba87-425f-9623-1ffdf22c5bb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.138885] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-f9a10762-ba87-425f-9623-1ffdf22c5bb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.139056] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9a10762-ba87-425f-9623-1ffdf22c5bb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.178986] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbe2916d-c20c-4b27-809f-90db7414ebad',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.640877] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.641238] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.641287] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.641546] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.641704] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.641867] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port f9a10762-ba87-425f-9623-1ffdf22c5bb4 not found, creating... [ 892.642156] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.642321] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.642457] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.642758] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.642898] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.643225] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.643877] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.643969] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.644171] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.644318] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.644467] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: f9a10762-ba87-425f-9623-1ffdf22c5bb4 is going to be created. [ 892.665677] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.665894] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.666045] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.666326] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.666577] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.666824] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-f9a10762-ba87-425f-9623-1ffdf22c5bb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.681844] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbe2916d-c20c-4b27-809f-90db7414ebad',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.845838] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 in Status: SUCCESS [ 892.846115] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.846294] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.846480] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.846667] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.846773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.846837] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.846992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.847073] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.847180] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.850691] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc in Status: SUCCESS [ 892.850956] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.851147] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.851341] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.851522] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.851657] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.851728] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.851859] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.851974] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.852125] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.856118] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.184242] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.184421] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.184481] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.184694] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.184811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.184921] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbe2916d-c20c-4b27-809f-90db7414ebad is going to be updated. [ 893.214303] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.214303] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.214303] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.214303] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.214303] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.221171] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbe2916d-c20c-4b27-809f-90db7414ebad in Status: IN_PROGRESS for 2s [ 893.349171] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.355218] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.406501] env[69468]: INFO networking_nsxv3.common.synchronization [req-a806d438-ed27-4f9e-a57d-39c60af2ca4a req-495c00e3-67a9-4aa1-a8bd-cb036147ebf7 service nova] Enqueued Resource ID: fbe2916d-c20c-4b27-809f-90db7414ebad with Priority: HIGHEST for action security_group_rules [ 893.406501] env[69468]: INFO networking_nsxv3.common.synchronization [req-a806d438-ed27-4f9e-a57d-39c60af2ca4a req-495c00e3-67a9-4aa1-a8bd-cb036147ebf7 service nova] Enqueued Resource ID: fbe2916d-c20c-4b27-809f-90db7414ebad with Priority: HIGHEST for action security_group_members [ 893.406501] env[69468]: INFO networking_nsxv3.common.synchronization [req-a806d438-ed27-4f9e-a57d-39c60af2ca4a req-495c00e3-67a9-4aa1-a8bd-cb036147ebf7 service nova] Enqueued Resource ID: f9a10762-ba87-425f-9623-1ffdf22c5bb4 with Priority: HIGHEST for action port [ 893.406501] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe2916d-c20c-4b27-809f-90db7414ebad with Priority: HIGHEST for action security_group_rules [ 893.406501] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe2916d-c20c-4b27-809f-90db7414ebad with Priority: HIGHEST for action security_group_members [ 893.406501] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9a10762-ba87-425f-9623-1ffdf22c5bb4 with Priority: HIGHEST for action port [ 893.406501] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbe2916d-c20c-4b27-809f-90db7414ebad taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.406501] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.406501] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.406501] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.406501] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbe2916d-c20c-4b27-809f-90db7414ebad',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.406501] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe2916d-c20c-4b27-809f-90db7414ebad taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.406501] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.407223] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9a10762-ba87-425f-9623-1ffdf22c5bb4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.407223] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9a10762-ba87-425f-9623-1ffdf22c5bb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.407223] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9a10762-ba87-425f-9623-1ffdf22c5bb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.407223] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9a10762-ba87-425f-9623-1ffdf22c5bb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.407223] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9a10762-ba87-425f-9623-1ffdf22c5bb4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.852092] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.857690] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc: rpc.has_security_group_logging(os_id): False [ 893.873498] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.873616] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.873721] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.873945] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.874067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.874274] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.874391] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.874427] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.874570] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.874647] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.874754] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc is going to be created. [ 893.908485] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe2916d-c20c-4b27-809f-90db7414ebad taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.908613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.909562] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9a10762-ba87-425f-9623-1ffdf22c5bb4 with status ACTIVE [ 893.909562] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.909562] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.909562] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.909562] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.909562] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.911471] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.911471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.911471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.911471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.911471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.911471] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.911471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.911471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.911471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.911471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.911471] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9a10762-ba87-425f-9623-1ffdf22c5bb4 is going to be updated. [ 893.932127] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.932402] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.932402] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.932592] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.933076] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.936825] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.936825] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.936957] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.937081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.937203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.937459] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9a10762-ba87-425f-9623-1ffdf22c5bb4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.946844] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc in Status: IN_PROGRESS for 2s [ 894.355258] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.355488] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.355664] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.355860] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.355983] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.356126] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 is going to be updated. [ 894.386570] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.386750] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.386794] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.387030] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.387170] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.395970] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 in Status: IN_PROGRESS for 2s [ 894.527131] env[69468]: INFO networking_nsxv3.common.synchronization [req-737d89a4-f2aa-46f3-bf45-538b24108c71 req-461f417a-0e44-4609-af82-1597214bacc5 tempest-ServerTagsTestJSON-1683260267 tempest-ServerTagsTestJSON-1683260267-project-member] Enqueued Resource ID: 0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa with Priority: HIGHEST for action security_group_members [ 894.527546] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa with Priority: HIGHEST for action security_group_members [ 894.527917] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.528933] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.529043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.529988] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.530235] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.530466] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.530663] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.530929] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.531566] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.531743] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.034993] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.036965] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.036965] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.036965] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.036965] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.036965] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.036965] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.036965] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.036965] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.036965] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.036965] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa already deleted. [ 895.036965] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.238379] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbe2916d-c20c-4b27-809f-90db7414ebad in Status: SUCCESS [ 895.238728] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.238800] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.241308] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.241308] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.241308] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.241308] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.241308] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.241308] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.241308] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbe2916d-c20c-4b27-809f-90db7414ebad',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.366665] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-983 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.368016] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-983" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.368016] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-983" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.368016] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-983" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.368016] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.368016] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.368415] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.371811] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.371811] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.371811] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.371811] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.371811] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.371811] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.371811] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.371811] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.371811] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.388949] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.389130] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 895.389273] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.389523] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-983" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.389870] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-08bb22ea-bdd1-4469-b276-1932d3bd682f taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.390092] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-08bb22ea-bdd1-4469-b276-1932d3bd682f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.390219] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-08bb22ea-bdd1-4469-b276-1932d3bd682f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.390641] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-08bb22ea-bdd1-4469-b276-1932d3bd682f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.390838] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08bb22ea-bdd1-4469-b276-1932d3bd682f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.742378] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbe2916d-c20c-4b27-809f-90db7414ebad',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.894192] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.894192] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.894192] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.894192] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.894192] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.895509] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 08bb22ea-bdd1-4469-b276-1932d3bd682f not found, creating... [ 895.895509] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.896709] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.896709] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.896709] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.896709] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.900476] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.900476] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.900476] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.900476] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.900476] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.900476] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 08bb22ea-bdd1-4469-b276-1932d3bd682f is going to be created. [ 895.927374] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.927660] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.927833] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.928185] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.929265] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.929265] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-08bb22ea-bdd1-4469-b276-1932d3bd682f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.972110] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc in Status: SUCCESS [ 895.974205] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.245759] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbe2916d-c20c-4b27-809f-90db7414ebad',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.406365] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 in Status: SUCCESS [ 896.407502] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.408198] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.408563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.408876] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.409291] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.409399] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.409606] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.409767] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.409897] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.410074] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.750423] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.750590] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.750928] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.751407] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.751537] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.751678] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbe2916d-c20c-4b27-809f-90db7414ebad is going to be updated. [ 896.782170] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.782170] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.782170] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.782170] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.782170] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.789350] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbe2916d-c20c-4b27-809f-90db7414ebad in Status: IN_PROGRESS for 2s [ 896.918010] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.918010] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.918010] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.918010] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.918010] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.918010] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.918010] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.918010] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.918010] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.918010] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.918010] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.920746] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.920746] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.920746] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.920746] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.920746] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.920746] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.920746] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.920746] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.920746] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.920746] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.424395] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5: rpc.has_security_group_logging(os_id): False [ 897.452986] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.453226] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.453226] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.454856] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.454856] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.454856] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.454856] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.454856] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.454856] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.454856] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.455475] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.455475] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.455475] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.455475] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.455475] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.455723] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.455723] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.455723] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.456015] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.456015] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.456015] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 is going to be updated. [ 897.516721] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.516933] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.517027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.517254] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.517408] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.531161] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 in Status: IN_PROGRESS for 2s [ 897.550232] env[69468]: INFO networking_nsxv3.common.synchronization [req-737d89a4-f2aa-46f3-bf45-538b24108c71 req-7d398184-1c90-4008-894b-49a465c8e95b service nova] Enqueued Resource ID: 0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa with Priority: HIGHEST for action security_group_rules [ 897.550232] env[69468]: INFO networking_nsxv3.common.synchronization [req-737d89a4-f2aa-46f3-bf45-538b24108c71 req-7d398184-1c90-4008-894b-49a465c8e95b service nova] Enqueued Resource ID: 0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa with Priority: HIGHEST for action security_group_members [ 897.550232] env[69468]: INFO networking_nsxv3.common.synchronization [req-737d89a4-f2aa-46f3-bf45-538b24108c71 req-7d398184-1c90-4008-894b-49a465c8e95b service nova] Enqueued Resource ID: 08bb22ea-bdd1-4469-b276-1932d3bd682f with Priority: HIGHEST for action port [ 897.550232] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa with Priority: HIGHEST for action security_group_rules [ 897.550232] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa with Priority: HIGHEST for action security_group_members [ 897.550232] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08bb22ea-bdd1-4469-b276-1932d3bd682f with Priority: HIGHEST for action port [ 897.550232] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.550232] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.550232] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.550858] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.550979] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.552920] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.552920] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.552920] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.553145] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.553192] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.553406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.553487] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.553696] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.553819] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.553923] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.555501] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-08bb22ea-bdd1-4469-b276-1932d3bd682f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.555838] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08bb22ea-bdd1-4469-b276-1932d3bd682f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.555838] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08bb22ea-bdd1-4469-b276-1932d3bd682f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.556058] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08bb22ea-bdd1-4469-b276-1932d3bd682f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.556356] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08bb22ea-bdd1-4469-b276-1932d3bd682f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.060035] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.061178] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.062018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.062018] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08bb22ea-bdd1-4469-b276-1932d3bd682f with status ACTIVE [ 898.062018] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.062018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.062018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.062249] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.062285] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.062501] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.062630] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.062759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.063276] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.063276] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.063276] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.063431] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.063431] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.063672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.063737] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.063837] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08bb22ea-bdd1-4469-b276-1932d3bd682f is going to be updated. [ 898.084350] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.084492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.084559] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.084821] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.084993] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.085172] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08bb22ea-bdd1-4469-b276-1932d3bd682f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.106366] env[69468]: INFO networking_nsxv3.common.synchronization [None req-f3c03e06-5554-42a8-a1d6-b3353c932929 tempest-ServerDiskConfigTestJSON-711676554 tempest-ServerDiskConfigTestJSON-711676554-project-member] Enqueued Resource ID: e1212918-f978-4392-9b50-dff1193b5b87 with Priority: HIGHEST for action security_group_rules [ 898.106750] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1212918-f978-4392-9b50-dff1193b5b87 with Priority: HIGHEST for action security_group_rules [ 898.107075] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1212918-f978-4392-9b50-dff1193b5b87 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.107201] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1212918-f978-4392-9b50-dff1193b5b87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.107270] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1212918-f978-4392-9b50-dff1193b5b87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.107523] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1212918-f978-4392-9b50-dff1193b5b87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.107607] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1212918-f978-4392-9b50-dff1193b5b87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.278993] env[69468]: INFO networking_nsxv3.common.synchronization [None req-79075138-dc5d-4ca7-8317-954613ab08d6 tempest-ServerDiskConfigTestJSON-711676554 tempest-ServerDiskConfigTestJSON-711676554-project-member] Enqueued Resource ID: e1212918-f978-4392-9b50-dff1193b5b87 with Priority: HIGHEST for action security_group_rules [ 898.281289] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1212918-f978-4392-9b50-dff1193b5b87 with Priority: HIGHEST for action security_group_rules [ 898.282378] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1212918-f978-4392-9b50-dff1193b5b87 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.282526] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1212918-f978-4392-9b50-dff1193b5b87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.565639] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.631739] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.631935] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.632014] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.633914] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.633914] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.633914] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1212918-f978-4392-9b50-dff1193b5b87 already deleted. [ 898.633914] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1212918-f978-4392-9b50-dff1193b5b87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.633914] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1212918-f978-4392-9b50-dff1193b5b87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.633914] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1212918-f978-4392-9b50-dff1193b5b87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.633914] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1212918-f978-4392-9b50-dff1193b5b87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.803730] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbe2916d-c20c-4b27-809f-90db7414ebad in Status: SUCCESS [ 898.803957] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.804478] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.804683] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.804865] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.804977] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.805061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.805207] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.805284] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.805416] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.805446] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbe2916d-c20c-4b27-809f-90db7414ebad',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.071409] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.071409] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.071409] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.071409] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.071409] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.071409] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa is going to be created. [ 899.096506] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.098852] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.098852] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.098852] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.098852] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.106044] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa in Status: UNINITIALIZED for 2s [ 899.158087] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.158087] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.158087] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.158087] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.158087] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.158087] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1212918-f978-4392-9b50-dff1193b5b87 already deleted. [ 899.158087] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1212918-f978-4392-9b50-dff1193b5b87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.309787] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe2916d-c20c-4b27-809f-90db7414ebad taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.309906] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.310161] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.310233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.310424] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.310553] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.310616] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.311376] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.311376] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.311376] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.311376] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe2916d-c20c-4b27-809f-90db7414ebad taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.311376] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.311376] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.311575] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.311575] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.311640] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.311742] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.311963] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.311963] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.311963] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.312099] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbe2916d-c20c-4b27-809f-90db7414ebad',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.435588] env[69468]: INFO networking_nsxv3.common.synchronization [None req-c0712cc0-4b81-4831-bc4e-a8fa5a5bb1de None None] Enqueued Resource ID: fba30865-ce42-4fe0-a3d6-2951b43d7c42 with Priority: HIGHEST for action port [ 899.438735] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba30865-ce42-4fe0-a3d6-2951b43d7c42 with Priority: HIGHEST for action port [ 899.438735] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-fba30865-ce42-4fe0-a3d6-2951b43d7c42 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.438735] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fba30865-ce42-4fe0-a3d6-2951b43d7c42" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.438735] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fba30865-ce42-4fe0-a3d6-2951b43d7c42" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.438735] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fba30865-ce42-4fe0-a3d6-2951b43d7c42" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.438735] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fba30865-ce42-4fe0-a3d6-2951b43d7c42',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.545569] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 in Status: SUCCESS [ 899.545837] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.815508] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbe2916d-c20c-4b27-809f-90db7414ebad: rpc.has_security_group_logging(os_id): False [ 899.838824] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.839036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.839135] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.839433] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.862899] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.862899] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.862899] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.863113] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.863278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.863413] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.863684] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.864545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.867887] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.868214] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.868344] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.868736] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.868966] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.868966] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.869322] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.869322] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.869322] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbe2916d-c20c-4b27-809f-90db7414ebad is going to be updated. [ 899.926637] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.926789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.926861] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.927092] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.927244] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.940307] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbe2916d-c20c-4b27-809f-90db7414ebad in Status: IN_PROGRESS for 2s [ 899.940711] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fba30865-ce42-4fe0-a3d6-2951b43d7c42 [ 899.941310] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.941310] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.941310] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.941485] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.941485] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.941578] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fba30865-ce42-4fe0-a3d6-2951b43d7c42 already deleted. [ 899.941672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fba30865-ce42-4fe0-a3d6-2951b43d7c42" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.716947] env[69468]: INFO networking_nsxv3.common.synchronization [req-bc4bb88f-e929-4238-90c8-01d3d2c11990 req-557aedec-8922-4a01-abf6-62c8396a2e4a tempest-ListServerFiltersTestJSON-2013984309 tempest-ListServerFiltersTestJSON-2013984309-project-member] Enqueued Resource ID: daee25bb-1216-41af-bead-0a66ce511461 with Priority: HIGHEST for action security_group_members [ 900.723917] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daee25bb-1216-41af-bead-0a66ce511461 with Priority: HIGHEST for action security_group_members [ 900.724209] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-daee25bb-1216-41af-bead-0a66ce511461 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.724305] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.724305] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.724619] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.724793] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.724929] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.725108] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.725183] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.725269] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.725362] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.116060] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa in Status: UNINITIALIZED for 4s [ 901.232769] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.232991] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.233083] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.233663] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.233663] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.233822] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.233822] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.233926] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.234277] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.234277] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.234277] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daee25bb-1216-41af-bead-0a66ce511461 already deleted. [ 901.234748] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.818238] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-812 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.818449] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-812" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.818592] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-812" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.818923] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-812" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.819216] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.819386] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.819525] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.819767] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.820597] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.820597] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.820597] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.820597] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.820597] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.820816] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.820816] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.820983] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.839780] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.843399] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 901.843399] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.843399] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-812" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.843399] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-277b3f9d-a1c5-4f1b-be8a-4818987fd78e taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.843399] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-277b3f9d-a1c5-4f1b-be8a-4818987fd78e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.843399] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-277b3f9d-a1c5-4f1b-be8a-4818987fd78e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.843399] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-277b3f9d-a1c5-4f1b-be8a-4818987fd78e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.843399] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('277b3f9d-a1c5-4f1b-be8a-4818987fd78e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.953658] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbe2916d-c20c-4b27-809f-90db7414ebad in Status: SUCCESS [ 901.953986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.346817] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.346817] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.347520] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.347520] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.347520] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.347520] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 277b3f9d-a1c5-4f1b-be8a-4818987fd78e not found, creating... [ 902.348681] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.348681] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.348681] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.348681] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.348681] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.350351] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.350351] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.351936] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.353372] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.353372] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.353372] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 277b3f9d-a1c5-4f1b-be8a-4818987fd78e is going to be created. [ 902.371075] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.371332] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.371479] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.371790] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.372066] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.372313] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-277b3f9d-a1c5-4f1b-be8a-4818987fd78e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.511119] env[69468]: INFO networking_nsxv3.common.synchronization [req-2fa4b5fe-bbfb-4f5b-90da-1c284a637d2d req-cbfa9d57-4652-43c5-bda7-21d9d82737ca tempest-ListServerFiltersTestJSON-2013984309 tempest-ListServerFiltersTestJSON-2013984309-project-member] Enqueued Resource ID: daee25bb-1216-41af-bead-0a66ce511461 with Priority: HIGHEST for action security_group_members [ 902.511654] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daee25bb-1216-41af-bead-0a66ce511461 with Priority: HIGHEST for action security_group_members [ 902.512889] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-daee25bb-1216-41af-bead-0a66ce511461 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.513076] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.513190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.513851] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.514090] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.514224] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.514311] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.514482] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.514903] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.514903] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.991177] env[69468]: INFO networking_nsxv3.common.synchronization [None req-b7ac32f8-be95-4082-8535-ecc93948feee None None] Enqueued Resource ID: 24ee3f3c-17b1-46de-8306-5b992ef70ee1 with Priority: HIGHEST for action port [ 902.991851] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ee3f3c-17b1-46de-8306-5b992ef70ee1 with Priority: HIGHEST for action port [ 902.995400] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-24ee3f3c-17b1-46de-8306-5b992ef70ee1 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.995400] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24ee3f3c-17b1-46de-8306-5b992ef70ee1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.995548] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24ee3f3c-17b1-46de-8306-5b992ef70ee1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.996362] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24ee3f3c-17b1-46de-8306-5b992ef70ee1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.996362] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24ee3f3c-17b1-46de-8306-5b992ef70ee1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.000475] env[69468]: INFO networking_nsxv3.common.synchronization [req-02d89329-d524-4d64-a0b2-0ed5ca1480b1 req-77d9abf6-2985-4f8d-b502-10f5f458e731 tempest-ServerDiskConfigTestJSON-711676554 tempest-ServerDiskConfigTestJSON-711676554-project-member] Enqueued Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 903.000987] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 903.001589] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.001589] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.001589] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.004760] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.004880] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.005049] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.005148] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.005251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.005317] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.005520] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.018308] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.018468] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.018514] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.020638] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.020638] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.020638] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.020638] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.020638] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.020638] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.020638] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.020638] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daee25bb-1216-41af-bead-0a66ce511461 already deleted. [ 903.020638] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.128832] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa in Status: SUCCESS [ 903.129171] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.129332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.129589] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.129817] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.129963] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.130204] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.130297] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.130341] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.130497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.130611] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.499688] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24ee3f3c-17b1-46de-8306-5b992ef70ee1 [ 903.500098] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.500205] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.500205] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.500410] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.500503] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.500601] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24ee3f3c-17b1-46de-8306-5b992ef70ee1 already deleted. [ 903.500785] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24ee3f3c-17b1-46de-8306-5b992ef70ee1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.511690] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.511690] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.511690] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.511690] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.533556] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.533556] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.533556] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.533556] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.533556] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.533556] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.533556] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 is going to be updated. [ 903.558566] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.558566] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.558566] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.558566] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.558566] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.568747] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: IN_PROGRESS for 2s [ 903.633771] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.633958] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.634028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.634824] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.634824] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.634824] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.634824] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.634824] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.634824] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.635284] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.635284] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.635284] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.635284] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.635420] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.635450] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.635552] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.635600] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.636544] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.636544] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.636544] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.636544] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.765712] env[69468]: INFO networking_nsxv3.common.synchronization [req-bc4bb88f-e929-4238-90c8-01d3d2c11990 req-b73d5ffc-1e0c-4115-945f-9a08f95d8d42 service nova] Enqueued Resource ID: daee25bb-1216-41af-bead-0a66ce511461 with Priority: HIGHEST for action security_group_rules [ 903.765890] env[69468]: INFO networking_nsxv3.common.synchronization [req-bc4bb88f-e929-4238-90c8-01d3d2c11990 req-b73d5ffc-1e0c-4115-945f-9a08f95d8d42 service nova] Enqueued Resource ID: daee25bb-1216-41af-bead-0a66ce511461 with Priority: HIGHEST for action security_group_members [ 903.766042] env[69468]: INFO networking_nsxv3.common.synchronization [req-bc4bb88f-e929-4238-90c8-01d3d2c11990 req-b73d5ffc-1e0c-4115-945f-9a08f95d8d42 service nova] Enqueued Resource ID: 277b3f9d-a1c5-4f1b-be8a-4818987fd78e with Priority: HIGHEST for action port [ 903.766272] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daee25bb-1216-41af-bead-0a66ce511461 with Priority: HIGHEST for action security_group_rules [ 903.766397] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daee25bb-1216-41af-bead-0a66ce511461 with Priority: HIGHEST for action security_group_members [ 903.766490] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 277b3f9d-a1c5-4f1b-be8a-4818987fd78e with Priority: HIGHEST for action port [ 903.767138] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-daee25bb-1216-41af-bead-0a66ce511461 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.767261] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.767325] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.767581] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.767661] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.768511] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-daee25bb-1216-41af-bead-0a66ce511461 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.768616] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.768680] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.768847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.768990] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.769109] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.769168] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.769307] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.769386] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.769479] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.773626] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-277b3f9d-a1c5-4f1b-be8a-4818987fd78e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.773746] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-277b3f9d-a1c5-4f1b-be8a-4818987fd78e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.773812] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-277b3f9d-a1c5-4f1b-be8a-4818987fd78e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.773989] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-277b3f9d-a1c5-4f1b-be8a-4818987fd78e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.774079] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('277b3f9d-a1c5-4f1b-be8a-4818987fd78e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.062386] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-812 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.062386] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-812" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.062386] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-812" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.062386] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-812" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.062386] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.062386] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.062386] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.062386] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.062386] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.062386] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 904.062386] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.062775] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.062775] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.062775] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 904.062932] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.063176] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.081488] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.081488] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 904.081488] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.081488] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-812" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.081488] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-85c87dc2-a1dc-4c52-9f42-7af24dfa8791 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.081837] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-85c87dc2-a1dc-4c52-9f42-7af24dfa8791" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.081837] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-85c87dc2-a1dc-4c52-9f42-7af24dfa8791" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.083169] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-85c87dc2-a1dc-4c52-9f42-7af24dfa8791" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.086023] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85c87dc2-a1dc-4c52-9f42-7af24dfa8791',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.142022] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa: rpc.has_security_group_logging(os_id): False [ 904.158061] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.158195] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.158265] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.158526] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.158690] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.158864] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.158988] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.159042] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.159186] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.159266] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.159442] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.159552] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.159626] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.159783] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.159864] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.160212] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.160337] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.160405] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.160572] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.160650] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.160739] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa is going to be created. [ 904.166914] env[69468]: INFO networking_nsxv3.common.synchronization [None req-e462b664-143d-4646-8336-1c7376f2b242 None None] Enqueued Resource ID: e20dcce6-aaac-46f9-bd61-b8d1811dd5c7 with Priority: HIGHEST for action port [ 904.166914] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20dcce6-aaac-46f9-bd61-b8d1811dd5c7 with Priority: HIGHEST for action port [ 904.167185] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-e20dcce6-aaac-46f9-bd61-b8d1811dd5c7 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.167354] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e20dcce6-aaac-46f9-bd61-b8d1811dd5c7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.167431] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e20dcce6-aaac-46f9-bd61-b8d1811dd5c7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.167716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e20dcce6-aaac-46f9-bd61-b8d1811dd5c7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.167859] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e20dcce6-aaac-46f9-bd61-b8d1811dd5c7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.248695] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.248695] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.248695] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.248853] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.248918] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.268124] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa in Status: IN_PROGRESS for 2s [ 904.277704] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.279294] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-daee25bb-1216-41af-bead-0a66ce511461 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.279393] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.279591] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 277b3f9d-a1c5-4f1b-be8a-4818987fd78e with status ACTIVE [ 904.280986] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.280986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.280986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.280986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.280986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.280986] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.280986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.280986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.280986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.280986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.280986] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.280986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.280986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.281549] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.281549] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.281602] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 277b3f9d-a1c5-4f1b-be8a-4818987fd78e is going to be updated. [ 904.306978] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.307184] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.307215] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.307420] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.307609] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.311083] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-277b3f9d-a1c5-4f1b-be8a-4818987fd78e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.586329] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.586641] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.586681] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.587022] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.587159] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.587317] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 85c87dc2-a1dc-4c52-9f42-7af24dfa8791 not found, creating... [ 904.587590] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.587749] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.587866] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.588102] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.588240] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.588529] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.588721] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.588809] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.589143] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.589301] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.589448] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 85c87dc2-a1dc-4c52-9f42-7af24dfa8791 is going to be created. [ 904.608507] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.608609] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.608757] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.609035] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.609269] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.609502] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-85c87dc2-a1dc-4c52-9f42-7af24dfa8791" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.671090] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e20dcce6-aaac-46f9-bd61-b8d1811dd5c7 [ 904.671343] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.671490] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.671565] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.671793] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.671891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.671964] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e20dcce6-aaac-46f9-bd61-b8d1811dd5c7 already deleted. [ 904.672084] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e20dcce6-aaac-46f9-bd61-b8d1811dd5c7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.783735] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.286317] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.286393] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.286428] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.286682] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.286824] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.286870] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daee25bb-1216-41af-bead-0a66ce511461 is going to be created. [ 905.313924] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.314081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.314149] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.314620] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.314793] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.325199] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daee25bb-1216-41af-bead-0a66ce511461 in Status: UNINITIALIZED for 2s [ 905.580315] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: SUCCESS [ 905.580315] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 deletion is rescheduled due to dependency. [ 905.580315] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.731300] env[69468]: INFO networking_nsxv3.common.synchronization [req-2fa4b5fe-bbfb-4f5b-90da-1c284a637d2d req-e4849c2a-a95d-4102-9c46-34b37f88dfbe service nova] Enqueued Resource ID: daee25bb-1216-41af-bead-0a66ce511461 with Priority: HIGHEST for action security_group_rules [ 905.731300] env[69468]: INFO networking_nsxv3.common.synchronization [req-2fa4b5fe-bbfb-4f5b-90da-1c284a637d2d req-e4849c2a-a95d-4102-9c46-34b37f88dfbe service nova] Enqueued Resource ID: daee25bb-1216-41af-bead-0a66ce511461 with Priority: HIGHEST for action security_group_members [ 905.731300] env[69468]: INFO networking_nsxv3.common.synchronization [req-2fa4b5fe-bbfb-4f5b-90da-1c284a637d2d req-e4849c2a-a95d-4102-9c46-34b37f88dfbe service nova] Enqueued Resource ID: 85c87dc2-a1dc-4c52-9f42-7af24dfa8791 with Priority: HIGHEST for action port [ 905.731887] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daee25bb-1216-41af-bead-0a66ce511461 with Priority: HIGHEST for action security_group_rules [ 905.731887] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daee25bb-1216-41af-bead-0a66ce511461 with Priority: HIGHEST for action security_group_members [ 905.731887] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c87dc2-a1dc-4c52-9f42-7af24dfa8791 with Priority: HIGHEST for action port [ 905.732537] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-daee25bb-1216-41af-bead-0a66ce511461 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.732537] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.732537] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-daee25bb-1216-41af-bead-0a66ce511461 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.732537] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.732777] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-85c87dc2-a1dc-4c52-9f42-7af24dfa8791 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.732777] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85c87dc2-a1dc-4c52-9f42-7af24dfa8791" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.732887] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85c87dc2-a1dc-4c52-9f42-7af24dfa8791" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.733054] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85c87dc2-a1dc-4c52-9f42-7af24dfa8791" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.733138] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85c87dc2-a1dc-4c52-9f42-7af24dfa8791',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.235290] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85c87dc2-a1dc-4c52-9f42-7af24dfa8791 with status ACTIVE [ 906.235521] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.235658] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.235721] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.235951] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.236049] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.236232] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.236325] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.236385] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.236531] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.236635] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.236827] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.236930] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.236985] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.237125] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.237193] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.237273] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85c87dc2-a1dc-4c52-9f42-7af24dfa8791 is going to be updated. [ 906.265392] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.265551] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.265609] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.266173] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.266173] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.266173] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85c87dc2-a1dc-4c52-9f42-7af24dfa8791" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.280389] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa in Status: SUCCESS [ 906.280389] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.518645] env[69468]: INFO networking_nsxv3.common.synchronization [None req-4140cb02-9681-46a9-8f20-3b2eeb790e27 None None] Enqueued Resource ID: 5bde8e46-66dc-4502-9ce6-3bcc8db80728 with Priority: HIGHEST for action port [ 906.519184] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bde8e46-66dc-4502-9ce6-3bcc8db80728 with Priority: HIGHEST for action port [ 906.519482] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bde8e46-66dc-4502-9ce6-3bcc8db80728 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.522556] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bde8e46-66dc-4502-9ce6-3bcc8db80728" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.522642] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bde8e46-66dc-4502-9ce6-3bcc8db80728" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.522927] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bde8e46-66dc-4502-9ce6-3bcc8db80728" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.523046] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bde8e46-66dc-4502-9ce6-3bcc8db80728',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.027889] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5bde8e46-66dc-4502-9ce6-3bcc8db80728 [ 907.028182] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.028340] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.028475] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.028636] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.028852] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.028852] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5bde8e46-66dc-4502-9ce6-3bcc8db80728 already deleted. [ 907.028952] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bde8e46-66dc-4502-9ce6-3bcc8db80728" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.335752] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daee25bb-1216-41af-bead-0a66ce511461 in Status: SUCCESS [ 907.336454] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.336697] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.336955] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.337934] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.337934] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.337934] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.339117] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.339220] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.339927] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.339927] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.340437] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.343491] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.343491] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.343491] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.343491] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.343491] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.343491] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.343491] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.843751] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-daee25bb-1216-41af-bead-0a66ce511461 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.843875] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.845447] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.960967] env[69468]: INFO networking_nsxv3.common.synchronization [req-d119baa5-87d5-4263-9b30-21b5657b8506 req-338b067d-f5da-4949-9e40-255eedd4bb43 tempest-ListServerFiltersTestJSON-2013984309 tempest-ListServerFiltersTestJSON-2013984309-project-member] Enqueued Resource ID: daee25bb-1216-41af-bead-0a66ce511461 with Priority: HIGHEST for action security_group_members [ 907.961531] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daee25bb-1216-41af-bead-0a66ce511461 with Priority: HIGHEST for action security_group_members [ 907.961834] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-daee25bb-1216-41af-bead-0a66ce511461 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.962576] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.350039] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.752795] env[69468]: INFO networking_nsxv3.common.synchronization [None req-a2511f1d-70b3-428a-9ee2-ee3bd75bd1e4 None None] Enqueued Resource ID: d7ebf9dd-9ade-4a9b-be7a-dfa99644e1de with Priority: HIGHEST for action port [ 908.752795] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ebf9dd-9ade-4a9b-be7a-dfa99644e1de with Priority: HIGHEST for action port [ 908.756992] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7ebf9dd-9ade-4a9b-be7a-dfa99644e1de taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.756992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7ebf9dd-9ade-4a9b-be7a-dfa99644e1de" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.756992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7ebf9dd-9ade-4a9b-be7a-dfa99644e1de" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.758556] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7ebf9dd-9ade-4a9b-be7a-dfa99644e1de" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.758556] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7ebf9dd-9ade-4a9b-be7a-dfa99644e1de',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.857119] env[69468]: INFO networking_nsxv3.common.synchronization [None req-1b7346e4-9b72-4fb3-9d48-70fb2b7f8f06 None None] Enqueued Resource ID: 40c8803a-8c37-4304-b180-c8c01ae797c6 with Priority: HIGHEST for action port [ 908.857676] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.857846] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.857923] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.858187] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.858298] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.858427] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daee25bb-1216-41af-bead-0a66ce511461 is going to be updated. [ 908.860952] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c8803a-8c37-4304-b180-c8c01ae797c6 with Priority: HIGHEST for action port [ 908.861285] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-40c8803a-8c37-4304-b180-c8c01ae797c6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.861424] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40c8803a-8c37-4304-b180-c8c01ae797c6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.861522] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40c8803a-8c37-4304-b180-c8c01ae797c6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.861843] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40c8803a-8c37-4304-b180-c8c01ae797c6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.861966] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40c8803a-8c37-4304-b180-c8c01ae797c6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.888788] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.888891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.888927] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.889234] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.889464] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.900309] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daee25bb-1216-41af-bead-0a66ce511461 in Status: IN_PROGRESS for 2s [ 909.168237] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-812 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.168237] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-812" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.168639] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-812" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.169381] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-812" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.169785] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.170400] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.170865] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.171929] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.174408] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.174408] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 909.174408] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.174408] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.174408] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.174408] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 909.174408] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.174408] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.192488] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.193060] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 909.193060] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.193380] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-812" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.194967] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-1176c458-2328-4179-b0d0-cbcea8175e66 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.194967] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-1176c458-2328-4179-b0d0-cbcea8175e66" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.194967] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-1176c458-2328-4179-b0d0-cbcea8175e66" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.194967] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-1176c458-2328-4179-b0d0-cbcea8175e66" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.194967] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1176c458-2328-4179-b0d0-cbcea8175e66',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.260814] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7ebf9dd-9ade-4a9b-be7a-dfa99644e1de [ 909.260814] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.260814] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.261114] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.261114] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.261179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.261276] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7ebf9dd-9ade-4a9b-be7a-dfa99644e1de already deleted. [ 909.261322] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7ebf9dd-9ade-4a9b-be7a-dfa99644e1de" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.366855] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40c8803a-8c37-4304-b180-c8c01ae797c6 [ 909.366855] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.366855] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.366855] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.366855] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.366855] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.366855] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40c8803a-8c37-4304-b180-c8c01ae797c6 already deleted. [ 909.366855] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40c8803a-8c37-4304-b180-c8c01ae797c6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.699292] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.699844] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.700288] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.700749] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.700923] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.701197] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 1176c458-2328-4179-b0d0-cbcea8175e66 not found, creating... [ 909.701528] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.701710] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.701832] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.703303] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.703513] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.703963] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.704161] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.704287] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.704563] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.704704] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.704856] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 1176c458-2328-4179-b0d0-cbcea8175e66 is going to be created. [ 909.725111] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.725346] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.725476] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.727762] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.728034] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.728282] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-1176c458-2328-4179-b0d0-cbcea8175e66" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.147939] env[69468]: INFO networking_nsxv3.common.synchronization [None req-75269c1e-bf79-473e-b369-cdca1aa80b10 None None] Enqueued Resource ID: 7ef52a79-8174-40c9-a30c-b769b9b12d76 with Priority: HIGHEST for action port [ 910.148485] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ef52a79-8174-40c9-a30c-b769b9b12d76 with Priority: HIGHEST for action port [ 910.148969] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ef52a79-8174-40c9-a30c-b769b9b12d76 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.149136] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ef52a79-8174-40c9-a30c-b769b9b12d76" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.154943] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ef52a79-8174-40c9-a30c-b769b9b12d76" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.154943] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ef52a79-8174-40c9-a30c-b769b9b12d76" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.154943] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ef52a79-8174-40c9-a30c-b769b9b12d76',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.659276] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ef52a79-8174-40c9-a30c-b769b9b12d76 [ 910.659276] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.659276] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.659276] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.659276] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.659276] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.659276] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ef52a79-8174-40c9-a30c-b769b9b12d76 already deleted. [ 910.659276] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ef52a79-8174-40c9-a30c-b769b9b12d76" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.910972] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daee25bb-1216-41af-bead-0a66ce511461 in Status: SUCCESS [ 910.911222] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.912232] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.912468] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.912772] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.912883] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.912883] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.913033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.913109] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.913203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.913361] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-daee25bb-1216-41af-bead-0a66ce511461 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.913534] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.913534] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.913632] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.913795] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.913893] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.913955] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.915229] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.915322] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.915403] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.915497] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.917058] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.917213] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.917365] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.917464] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.917527] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.918072] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.918072] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.918072] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.420411] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for daee25bb-1216-41af-bead-0a66ce511461: rpc.has_security_group_logging(os_id): False [ 911.421568] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.440878] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.440878] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.440878] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.440878] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.440878] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.441190] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.441190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.441190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.441301] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.441301] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.441478] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.441571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.441634] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.441767] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.441854] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.442068] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.442169] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.442214] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.442360] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.442432] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.442514] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: daee25bb-1216-41af-bead-0a66ce511461 is going to be created. [ 911.506920] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.507083] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.507135] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.507566] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.508915] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.519943] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daee25bb-1216-41af-bead-0a66ce511461 in Status: IN_PROGRESS for 2s [ 911.579537] env[69468]: INFO networking_nsxv3.common.synchronization [req-d119baa5-87d5-4263-9b30-21b5657b8506 req-22669004-abc7-41df-87ca-8899ec6f2bb3 service nova] Enqueued Resource ID: daee25bb-1216-41af-bead-0a66ce511461 with Priority: HIGHEST for action security_group_rules [ 911.580128] env[69468]: INFO networking_nsxv3.common.synchronization [req-d119baa5-87d5-4263-9b30-21b5657b8506 req-22669004-abc7-41df-87ca-8899ec6f2bb3 service nova] Enqueued Resource ID: daee25bb-1216-41af-bead-0a66ce511461 with Priority: HIGHEST for action security_group_members [ 911.580390] env[69468]: INFO networking_nsxv3.common.synchronization [req-d119baa5-87d5-4263-9b30-21b5657b8506 req-22669004-abc7-41df-87ca-8899ec6f2bb3 service nova] Enqueued Resource ID: 1176c458-2328-4179-b0d0-cbcea8175e66 with Priority: HIGHEST for action port [ 911.580913] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daee25bb-1216-41af-bead-0a66ce511461 with Priority: HIGHEST for action security_group_rules [ 911.581860] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daee25bb-1216-41af-bead-0a66ce511461 with Priority: HIGHEST for action security_group_members [ 911.581860] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1176c458-2328-4179-b0d0-cbcea8175e66 with Priority: HIGHEST for action port [ 911.583522] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-daee25bb-1216-41af-bead-0a66ce511461 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.583522] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.583522] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-daee25bb-1216-41af-bead-0a66ce511461 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.583522] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.583522] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-1176c458-2328-4179-b0d0-cbcea8175e66 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.583522] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1176c458-2328-4179-b0d0-cbcea8175e66" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.583522] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1176c458-2328-4179-b0d0-cbcea8175e66" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.583986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1176c458-2328-4179-b0d0-cbcea8175e66" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.583986] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1176c458-2328-4179-b0d0-cbcea8175e66',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.927264] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.087064] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1176c458-2328-4179-b0d0-cbcea8175e66 with status ACTIVE [ 912.087542] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.088206] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.088206] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.089203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.089203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.089203] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.089203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.089203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.089421] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.089465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.089756] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.089939] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.094048] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.094417] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.094580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.094740] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1176c458-2328-4179-b0d0-cbcea8175e66 is going to be updated. [ 912.117409] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.117599] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.117709] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.118768] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.118768] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.118768] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1176c458-2328-4179-b0d0-cbcea8175e66" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.143800] env[69468]: INFO networking_nsxv3.common.synchronization [req-9e98fded-01dd-4e44-828e-b91a8ca5555d req-89c7e6b2-293a-4e18-8a79-03674b86926b tempest-DeleteServersTestJSON-1823655983 tempest-DeleteServersTestJSON-1823655983-project-member] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 912.144462] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 912.144969] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.145047] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.146169] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.146247] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.146429] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.146790] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.146790] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.147029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.147162] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.147338] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.429438] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.429438] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.429438] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.429438] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.429438] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.429758] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daee25bb-1216-41af-bead-0a66ce511461 is going to be updated. [ 912.463364] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.463708] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.463915] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.464127] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.464291] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.480972] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daee25bb-1216-41af-bead-0a66ce511461 in Status: IN_PROGRESS for 2s [ 912.525998] env[69468]: INFO networking_nsxv3.common.synchronization [None req-cd4828f9-1039-4075-bd03-4bc24b279b7a tempest-ServersTestFqdnHostnames-286418074 tempest-ServersTestFqdnHostnames-286418074-project-member] Enqueued Resource ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e with Priority: HIGHEST for action security_group_rules [ 912.526570] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e with Priority: HIGHEST for action security_group_rules [ 912.526982] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63ede97d-3078-4d74-9a53-21f8c2bf716e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.527083] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.527625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.527882] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.527982] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63ede97d-3078-4d74-9a53-21f8c2bf716e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.531883] env[69468]: INFO networking_nsxv3.common.synchronization [None req-7de956ef-c0a7-4510-bcbb-f13574b26c43 None None] Enqueued Resource ID: bf5b30a5-9cee-4cca-94f3-b60c9b5e1c1b with Priority: HIGHEST for action port [ 912.531985] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf5b30a5-9cee-4cca-94f3-b60c9b5e1c1b with Priority: HIGHEST for action port [ 912.532472] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf5b30a5-9cee-4cca-94f3-b60c9b5e1c1b taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.532632] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf5b30a5-9cee-4cca-94f3-b60c9b5e1c1b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.532714] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf5b30a5-9cee-4cca-94f3-b60c9b5e1c1b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.532986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf5b30a5-9cee-4cca-94f3-b60c9b5e1c1b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.533144] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf5b30a5-9cee-4cca-94f3-b60c9b5e1c1b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.575748] env[69468]: INFO networking_nsxv3.common.synchronization [None req-9d26f150-86aa-4747-b484-2a885a000ccc None None] Enqueued Resource ID: 6527232f-e1db-456f-af70-00248b26cbc2 with Priority: HIGHEST for action port [ 912.575748] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6527232f-e1db-456f-af70-00248b26cbc2 with Priority: HIGHEST for action port [ 912.577301] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-6527232f-e1db-456f-af70-00248b26cbc2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.577609] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6527232f-e1db-456f-af70-00248b26cbc2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.577670] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6527232f-e1db-456f-af70-00248b26cbc2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.581036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6527232f-e1db-456f-af70-00248b26cbc2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.581036] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6527232f-e1db-456f-af70-00248b26cbc2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.652676] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.652925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.652925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.653257] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.653257] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.653450] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.653540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.653817] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.653817] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.653920] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.654077] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 is going to be updated. [ 912.679116] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.679116] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.679116] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.679370] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.679430] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.689635] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: IN_PROGRESS for 2s [ 912.691280] env[69468]: INFO networking_nsxv3.common.synchronization [None req-a723536f-2626-4e0c-abcb-a66528387025 tempest-ServersTestFqdnHostnames-286418074 tempest-ServersTestFqdnHostnames-286418074-project-member] Enqueued Resource ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e with Priority: HIGHEST for action security_group_rules [ 912.691917] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e with Priority: HIGHEST for action security_group_rules [ 912.692288] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63ede97d-3078-4d74-9a53-21f8c2bf716e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.692563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.853438] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.853620] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-497" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.853751] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-497" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.854023] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-497" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.854293] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.854451] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.854579] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.857168] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.857385] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.858216] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 912.858365] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.858488] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.858612] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.861619] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 912.861888] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.862071] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.884189] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.884189] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 912.884189] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.884189] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-497" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.884189] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-b12c0816-a102-4eeb-b8bd-bc03636b077f taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.884523] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-b12c0816-a102-4eeb-b8bd-bc03636b077f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.884523] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-b12c0816-a102-4eeb-b8bd-bc03636b077f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.884753] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-b12c0816-a102-4eeb-b8bd-bc03636b077f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.885050] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b12c0816-a102-4eeb-b8bd-bc03636b077f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.036295] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf5b30a5-9cee-4cca-94f3-b60c9b5e1c1b [ 913.036295] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.036575] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.036575] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.036653] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.036698] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.037020] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf5b30a5-9cee-4cca-94f3-b60c9b5e1c1b already deleted. [ 913.037020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf5b30a5-9cee-4cca-94f3-b60c9b5e1c1b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.051189] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.051189] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.051189] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.051359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.051389] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.051591] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e already deleted. [ 913.051591] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.051773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.052226] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.052226] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63ede97d-3078-4d74-9a53-21f8c2bf716e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.081572] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6527232f-e1db-456f-af70-00248b26cbc2 [ 913.081882] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.081996] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.082082] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.082293] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.082424] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.082629] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6527232f-e1db-456f-af70-00248b26cbc2 already deleted. [ 913.082629] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6527232f-e1db-456f-af70-00248b26cbc2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.391364] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.391599] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.391735] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.392085] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.392249] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.392415] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port b12c0816-a102-4eeb-b8bd-bc03636b077f not found, creating... [ 913.392746] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.392937] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.393074] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.393309] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.393448] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.393795] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.393986] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.394092] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.394307] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.394449] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.394594] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: b12c0816-a102-4eeb-b8bd-bc03636b077f is going to be created. [ 913.412761] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.412987] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.413138] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.413417] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.413653] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.414241] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-b12c0816-a102-4eeb-b8bd-bc03636b077f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.546430] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daee25bb-1216-41af-bead-0a66ce511461 in Status: SUCCESS [ 913.546543] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.546655] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.546861] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.547104] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.578028] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.578028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.578028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.578028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.578028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.578028] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e already deleted. [ 913.578028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.715818] env[69468]: INFO networking_nsxv3.common.synchronization [None req-c17410dd-cc0d-4b45-bfb1-4cdcc34aaa36 None None] Enqueued Resource ID: 3a490cbb-8de2-40d5-9c7a-110e0b93e70e with Priority: HIGHEST for action port [ 913.716093] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a490cbb-8de2-40d5-9c7a-110e0b93e70e with Priority: HIGHEST for action port [ 913.716676] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a490cbb-8de2-40d5-9c7a-110e0b93e70e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.716802] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a490cbb-8de2-40d5-9c7a-110e0b93e70e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.716882] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a490cbb-8de2-40d5-9c7a-110e0b93e70e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.719658] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a490cbb-8de2-40d5-9c7a-110e0b93e70e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.719658] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a490cbb-8de2-40d5-9c7a-110e0b93e70e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.050479] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-daee25bb-1216-41af-bead-0a66ce511461 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.050479] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.060131] env[69468]: INFO networking_nsxv3.common.synchronization [req-b72cf294-44a4-4a8e-8444-61c0f80873e6 req-64c38b6d-6662-475a-8489-960a38948f11 tempest-ServerTagsTestJSON-1683260267 tempest-ServerTagsTestJSON-1683260267-project-member] Enqueued Resource ID: 0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa with Priority: HIGHEST for action security_group_members [ 914.060760] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa with Priority: HIGHEST for action security_group_members [ 914.061132] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.061354] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.061354] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.061704] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.061897] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.062035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.062122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.062305] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.066020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.066020] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.220898] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a490cbb-8de2-40d5-9c7a-110e0b93e70e [ 914.221139] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.221269] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.221337] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.221560] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.221641] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.221736] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a490cbb-8de2-40d5-9c7a-110e0b93e70e already deleted. [ 914.221819] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a490cbb-8de2-40d5-9c7a-110e0b93e70e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.491529] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daee25bb-1216-41af-bead-0a66ce511461 in Status: SUCCESS [ 914.493262] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.494173] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.494173] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.494512] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.497179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.497637] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.497637] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.497637] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.497637] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.568478] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.568478] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.568478] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.568478] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.568478] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.568478] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.568478] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.568478] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.569138] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.569138] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.569138] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa is going to be updated. [ 914.594450] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.594450] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.594450] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.594450] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.594450] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.601777] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa in Status: IN_PROGRESS for 2s [ 914.642214] env[69468]: INFO networking_nsxv3.common.synchronization [req-9e98fded-01dd-4e44-828e-b91a8ca5555d req-94ac8594-c597-4a69-a4c1-d14c45900f60 service nova] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_rules [ 914.642511] env[69468]: INFO networking_nsxv3.common.synchronization [req-9e98fded-01dd-4e44-828e-b91a8ca5555d req-94ac8594-c597-4a69-a4c1-d14c45900f60 service nova] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 914.642575] env[69468]: INFO networking_nsxv3.common.synchronization [req-9e98fded-01dd-4e44-828e-b91a8ca5555d req-94ac8594-c597-4a69-a4c1-d14c45900f60 service nova] Enqueued Resource ID: b12c0816-a102-4eeb-b8bd-bc03636b077f with Priority: HIGHEST for action port [ 914.642813] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_rules [ 914.642942] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 914.643058] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b12c0816-a102-4eeb-b8bd-bc03636b077f with Priority: HIGHEST for action port [ 914.643644] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.643845] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.643934] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.644299] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.644299] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.645497] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.645581] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.645793] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-b12c0816-a102-4eeb-b8bd-bc03636b077f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.645898] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b12c0816-a102-4eeb-b8bd-bc03636b077f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.645965] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b12c0816-a102-4eeb-b8bd-bc03636b077f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.646149] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b12c0816-a102-4eeb-b8bd-bc03636b077f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.646228] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b12c0816-a102-4eeb-b8bd-bc03636b077f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.698266] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: SUCCESS [ 914.698579] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 deletion is rescheduled due to dependency. [ 914.699181] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.699181] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.699487] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.699665] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.699789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.699828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.701072] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.701072] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.701072] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.999290] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.148227] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.148227] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.148227] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b12c0816-a102-4eeb-b8bd-bc03636b077f with status ACTIVE [ 915.148227] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.148596] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.148596] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.148596] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.148679] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.148850] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.148923] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.149026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.149158] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.149233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.149443] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.149552] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.149619] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.149767] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.149841] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.149923] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b12c0816-a102-4eeb-b8bd-bc03636b077f is going to be updated. [ 915.170692] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.170930] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.170997] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.171231] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.171382] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.171558] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b12c0816-a102-4eeb-b8bd-bc03636b077f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.203023] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.501872] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.709643] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.005863] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.006056] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.006133] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.006357] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.006453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.006555] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daee25bb-1216-41af-bead-0a66ce511461 is going to be updated. [ 916.035819] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.035981] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.036066] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.036292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.036445] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.045383] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daee25bb-1216-41af-bead-0a66ce511461 in Status: IN_PROGRESS for 2s [ 916.213658] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.214036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.214036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.214141] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.214223] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.214327] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 is going to be updated. [ 916.247739] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.247739] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.247739] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.247739] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.247923] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.256776] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: IN_PROGRESS for 2s [ 916.612963] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa in Status: SUCCESS [ 916.613191] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa deletion is rescheduled due to dependency. [ 916.613315] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.883025] env[69468]: INFO networking_nsxv3.common.synchronization [req-9ff0e1df-fe95-499d-8d61-74b3b857aa36 req-ed38e0b8-2f8c-432e-96ca-0b9b23d116cd tempest-ImagesTestJSON-1045980182 tempest-ImagesTestJSON-1045980182-project-member] Enqueued Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 916.883025] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 916.883025] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.883025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.883025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.883025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.883025] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.883025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.883025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.883025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.883025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.883025] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.232530] env[69468]: INFO networking_nsxv3.common.synchronization [req-e35eb8f8-2b76-4f5f-9fb9-4942839eeff9 req-3d1bc373-b8c4-4580-a470-31becb799e7d tempest-ServersAdminTestJSON-573324530 tempest-ServersAdminTestJSON-573324530-project-member] Enqueued Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_members [ 917.233225] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_members [ 917.233408] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.233523] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.233586] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.233785] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.233935] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.234167] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.234236] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.234458] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.234575] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.234703] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.386623] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.417906] env[69468]: INFO networking_nsxv3.common.synchronization [None req-8969954a-bf46-4dbe-9a2a-c864d4802724 None None] Enqueued Resource ID: e92192c2-f015-4736-ad88-17a76f86519e with Priority: HIGHEST for action port [ 917.418431] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e92192c2-f015-4736-ad88-17a76f86519e with Priority: HIGHEST for action port [ 917.418794] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-e92192c2-f015-4736-ad88-17a76f86519e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.418933] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e92192c2-f015-4736-ad88-17a76f86519e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.419357] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e92192c2-f015-4736-ad88-17a76f86519e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.419357] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e92192c2-f015-4736-ad88-17a76f86519e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.419466] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e92192c2-f015-4736-ad88-17a76f86519e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.737173] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.744336] env[69468]: INFO networking_nsxv3.common.synchronization [req-0e2e2433-9cc7-41f3-b836-24cbb040b355 req-c49b9716-b442-490c-a769-3f3c470058aa tempest-ServerActionsV293TestJSON-1453348147 tempest-ServerActionsV293TestJSON-1453348147-project-member] Enqueued Resource ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 with Priority: HIGHEST for action security_group_members [ 917.744875] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 with Priority: HIGHEST for action security_group_members [ 917.745632] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.745766] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.746182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.746453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.746623] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.746734] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.746798] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.746961] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.747102] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.747225] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.835540] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.835784] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-704" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.835935] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-704" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.836254] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-704" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.836582] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.836770] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.836914] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.837566] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.837961] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.838234] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.838382] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.838560] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.839057] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.839057] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.839057] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.839057] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.860114] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.860114] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 917.860114] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.860114] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-704" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.860114] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-9aa71b8b-3116-4297-a480-30aa5caf507d taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.860114] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-9aa71b8b-3116-4297-a480-30aa5caf507d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.860114] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-9aa71b8b-3116-4297-a480-30aa5caf507d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.860114] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-9aa71b8b-3116-4297-a480-30aa5caf507d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.860114] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aa71b8b-3116-4297-a480-30aa5caf507d',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.892194] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.922851] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e92192c2-f015-4736-ad88-17a76f86519e [ 917.923126] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.923275] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.923350] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.923572] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.923682] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.923783] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e92192c2-f015-4736-ad88-17a76f86519e already deleted. [ 917.923869] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e92192c2-f015-4736-ad88-17a76f86519e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.059852] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daee25bb-1216-41af-bead-0a66ce511461 in Status: SUCCESS [ 918.060031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.061179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.061399] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.061594] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.065181] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.065181] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.065181] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.065181] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.065181] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.065181] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.242594] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.250144] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.250294] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.250364] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.250668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.250741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.250928] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.251619] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.251619] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.251619] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.251619] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.251619] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 is going to be updated. [ 918.274017] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: SUCCESS [ 918.274017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.274017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.274017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.274017] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.274017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.274017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.274017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.274017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.274017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.274017] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.295741] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.295741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.295741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.295741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.295741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.312088] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 in Status: IN_PROGRESS for 2s [ 918.364934] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.367027] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.367027] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.367027] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.367027] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.367027] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 9aa71b8b-3116-4297-a480-30aa5caf507d not found, creating... [ 918.367027] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.367027] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.367637] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.367810] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.367969] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.368373] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.368484] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.368593] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.368922] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.368999] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.369202] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 9aa71b8b-3116-4297-a480-30aa5caf507d is going to be created. [ 918.389862] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.390244] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.390475] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.390840] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.391115] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.391370] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-9aa71b8b-3116-4297-a480-30aa5caf507d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.393860] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.393926] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.394012] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.394222] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.394314] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.394410] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 is going to be updated. [ 918.422811] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.422981] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.423051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.423257] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.423400] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.431856] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: IN_PROGRESS for 2s [ 918.567814] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-daee25bb-1216-41af-bead-0a66ce511461 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.568199] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.568364] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.568622] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.568818] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.568927] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.569013] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.569175] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.569266] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.569356] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.569522] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-daee25bb-1216-41af-bead-0a66ce511461 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.569623] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.569701] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.569848] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.569987] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.570095] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.570177] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.570319] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.570397] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.570479] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.570600] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.751319] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.751486] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.751546] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.751718] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.751812] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.751917] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac is going to be updated. [ 918.780277] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.780510] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.780617] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.780872] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.781075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.784055] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.784055] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.784055] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.784055] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.784055] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.788201] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.788283] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.792024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.792024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.792024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.792024] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.792024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.792024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.792024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.792024] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.792024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.792024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.792024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.792024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.792024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.792024] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.797893] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: IN_PROGRESS for 2s [ 919.074550] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for daee25bb-1216-41af-bead-0a66ce511461: rpc.has_security_group_logging(os_id): False [ 919.100035] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.100035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.100035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.100035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.100035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.100035] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.100035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.100035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.100035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.100035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.100035] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.100035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.100035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.100579] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.100579] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.100579] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.100579] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.100773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.100773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.101848] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.101848] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: daee25bb-1216-41af-bead-0a66ce511461 is going to be updated. [ 919.166882] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.168378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.168378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.168378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.168378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.202101] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daee25bb-1216-41af-bead-0a66ce511461 in Status: IN_PROGRESS for 2s [ 919.297481] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb7af17a-e726-4f81-805b-68e715fc4758: rpc.has_security_group_logging(os_id): False [ 919.316282] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.316502] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.316681] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.316954] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.316954] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.317445] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.317445] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.317591] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.318115] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.318115] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.318261] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.318341] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.318341] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.318645] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.318645] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.318888] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.318993] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.319213] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.319338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.319432] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.319524] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 is going to be updated. [ 919.391520] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.391520] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.391520] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.391520] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.391520] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.405431] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: IN_PROGRESS for 2s [ 919.643500] env[69468]: INFO networking_nsxv3.common.synchronization [req-9ff0e1df-fe95-499d-8d61-74b3b857aa36 req-b70952ab-280c-4acc-ae0a-426e9ef1a336 service nova] Enqueued Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_rules [ 919.644201] env[69468]: INFO networking_nsxv3.common.synchronization [req-9ff0e1df-fe95-499d-8d61-74b3b857aa36 req-b70952ab-280c-4acc-ae0a-426e9ef1a336 service nova] Enqueued Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 919.644874] env[69468]: INFO networking_nsxv3.common.synchronization [req-9ff0e1df-fe95-499d-8d61-74b3b857aa36 req-b70952ab-280c-4acc-ae0a-426e9ef1a336 service nova] Enqueued Resource ID: 9aa71b8b-3116-4297-a480-30aa5caf507d with Priority: HIGHEST for action port [ 919.645437] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_rules [ 919.645581] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 919.645680] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa71b8b-3116-4297-a480-30aa5caf507d with Priority: HIGHEST for action port [ 919.646053] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.646170] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.646170] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.646578] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.646578] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.648478] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.648764] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.648828] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aa71b8b-3116-4297-a480-30aa5caf507d taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.648954] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aa71b8b-3116-4297-a480-30aa5caf507d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.649037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aa71b8b-3116-4297-a480-30aa5caf507d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.649176] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aa71b8b-3116-4297-a480-30aa5caf507d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.649253] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aa71b8b-3116-4297-a480-30aa5caf507d',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.153970] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.153970] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.153970] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9aa71b8b-3116-4297-a480-30aa5caf507d with status ACTIVE [ 920.153970] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.153970] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.153970] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.153970] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.153970] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.153970] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.153970] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.153970] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.153970] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.153970] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.153970] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.154524] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.154524] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.154524] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.154524] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.154524] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9aa71b8b-3116-4297-a480-30aa5caf507d is going to be updated. [ 920.174718] env[69468]: INFO networking_nsxv3.common.synchronization [None req-bacdd38a-4373-4b80-b44a-225bd8ed6e55 None None] Enqueued Resource ID: c8aaa7e9-771d-404c-b9e5-a786a93b5f36 with Priority: HIGHEST for action port [ 920.174718] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8aaa7e9-771d-404c-b9e5-a786a93b5f36 with Priority: HIGHEST for action port [ 920.175628] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.175809] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.175875] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.176577] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.176577] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.176577] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aa71b8b-3116-4297-a480-30aa5caf507d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.176577] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8aaa7e9-771d-404c-b9e5-a786a93b5f36 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.176804] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8aaa7e9-771d-404c-b9e5-a786a93b5f36" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.176804] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8aaa7e9-771d-404c-b9e5-a786a93b5f36" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.176918] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8aaa7e9-771d-404c-b9e5-a786a93b5f36" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.177027] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8aaa7e9-771d-404c-b9e5-a786a93b5f36',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.251951] env[69468]: INFO networking_nsxv3.common.synchronization [req-7cf4cad6-082b-487e-b759-f22d33920f88 req-88944bc7-4f7a-419e-8a87-2c7b222ad9bf tempest-ServerDiskConfigTestJSON-711676554 tempest-ServerDiskConfigTestJSON-711676554-project-member] Enqueued Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 920.254552] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 920.254552] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.254552] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.254552] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.254552] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.254552] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.254552] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.254552] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.254552] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.254552] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.254552] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.322911] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 in Status: SUCCESS [ 920.322911] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 deletion is rescheduled due to dependency. [ 920.322911] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.349564] env[69468]: INFO networking_nsxv3.common.synchronization [req-ef51c9e5-87ed-45b7-8827-af4b92a727a2 req-a50c0ee0-3b8f-45d5-9959-a69734b93764 tempest-ServerRescueTestJSON-575279690 tempest-ServerRescueTestJSON-575279690-project-member] Enqueued Resource ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 with Priority: HIGHEST for action security_group_members [ 920.350173] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 with Priority: HIGHEST for action security_group_members [ 920.350494] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.350621] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.350687] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.357789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.358817] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.358817] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.359018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.359759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.359922] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.360084] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.448340] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: SUCCESS [ 920.448640] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.449753] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.449983] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.450203] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.450482] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.450482] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.450602] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.450602] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.450752] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.489371] env[69468]: INFO networking_nsxv3.common.synchronization [None req-9ca536d6-2853-4d47-bea4-6e839016cf59 None None] Enqueued Resource ID: 163dc953-c34d-4e6a-a518-071c70121b66 with Priority: HIGHEST for action port [ 920.490359] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163dc953-c34d-4e6a-a518-071c70121b66 with Priority: HIGHEST for action port [ 920.492139] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-163dc953-c34d-4e6a-a518-071c70121b66 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.492343] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-163dc953-c34d-4e6a-a518-071c70121b66" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.492395] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-163dc953-c34d-4e6a-a518-071c70121b66" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.493338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-163dc953-c34d-4e6a-a518-071c70121b66" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.493338] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('163dc953-c34d-4e6a-a518-071c70121b66',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.679451] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8aaa7e9-771d-404c-b9e5-a786a93b5f36 [ 920.679729] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.679879] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.679950] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.680195] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.680315] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.680417] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8aaa7e9-771d-404c-b9e5-a786a93b5f36 already deleted. [ 920.680511] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8aaa7e9-771d-404c-b9e5-a786a93b5f36" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.762208] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.762208] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.762208] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.762208] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.762208] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.762208] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.762208] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.762208] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.762208] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.762208] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.762208] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 is going to be updated. [ 920.788762] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.788919] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.788993] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.789227] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.789416] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.801056] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: IN_PROGRESS for 2s [ 920.809238] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: SUCCESS [ 920.809238] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.865198] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.953151] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.997179] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 163dc953-c34d-4e6a-a518-071c70121b66 [ 920.997179] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.997417] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.998012] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.998012] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.998012] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.998012] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:163dc953-c34d-4e6a-a518-071c70121b66 already deleted. [ 920.998012] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-163dc953-c34d-4e6a-a518-071c70121b66" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.221046] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daee25bb-1216-41af-bead-0a66ce511461 in Status: SUCCESS [ 921.221278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.221460] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.221675] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.221769] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.228080] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.228285] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-774" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.228457] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-774" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.228726] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-774" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.229328] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.230165] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.230294] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.230540] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.230800] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.230931] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.231064] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.231185] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.231300] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.231814] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.231814] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.231814] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.256720] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.256720] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 921.256720] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.256720] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-774" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.257401] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-afb4cf7c-0e25-4b9a-8f0d-90f08fecda68 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.257401] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-afb4cf7c-0e25-4b9a-8f0d-90f08fecda68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.257401] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-afb4cf7c-0e25-4b9a-8f0d-90f08fecda68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.257732] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-afb4cf7c-0e25-4b9a-8f0d-90f08fecda68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.257899] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afb4cf7c-0e25-4b9a-8f0d-90f08fecda68',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.367311] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.417904] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: SUCCESS [ 921.417904] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.455398] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.731098] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-daee25bb-1216-41af-bead-0a66ce511461 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.731098] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.731098] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.731098] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.731098] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.731098] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.731098] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.731098] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.731098] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.731098] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.731098] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.766714] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.766985] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.767363] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.767494] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.767655] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.767875] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port afb4cf7c-0e25-4b9a-8f0d-90f08fecda68 not found, creating... [ 921.768150] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.768585] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.768585] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.768692] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.768930] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.769160] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.769324] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.769461] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.769675] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.769833] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.769993] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: afb4cf7c-0e25-4b9a-8f0d-90f08fecda68 is going to be created. [ 921.793267] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.793547] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.793669] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.793965] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.794607] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.794607] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-afb4cf7c-0e25-4b9a-8f0d-90f08fecda68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.870569] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.872020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.872020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.872020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.872020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.872020] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 is going to be updated. [ 921.930442] env[69468]: INFO networking_nsxv3.common.synchronization [None req-abc3ed32-c4d1-437c-b108-cb451f2cae33 tempest-ServerActionsTestJSON-1088981625 tempest-ServerActionsTestJSON-1088981625-project-member] Enqueued Resource ID: 7108429f-7f81-457c-8eb4-c0a79691ec5d with Priority: HIGHEST for action security_group_rules [ 921.931729] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.931873] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.931945] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.933784] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.933943] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.937034] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7108429f-7f81-457c-8eb4-c0a79691ec5d with Priority: HIGHEST for action security_group_rules [ 921.937034] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7108429f-7f81-457c-8eb4-c0a79691ec5d taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.937034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.937034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.937034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.937330] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7108429f-7f81-457c-8eb4-c0a79691ec5d',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.948266] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 in Status: IN_PROGRESS for 2s [ 921.961471] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.961471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.961471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.961471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.961471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.961471] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 is going to be updated. [ 922.010569] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.010569] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.010569] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.010569] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.010569] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.021099] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: IN_PROGRESS for 2s [ 922.080874] env[69468]: INFO networking_nsxv3.common.synchronization [None req-5bd91c47-3d43-45ed-b34d-87ed2fe0f718 tempest-ServerActionsTestJSON-1088981625 tempest-ServerActionsTestJSON-1088981625-project-member] Enqueued Resource ID: 7108429f-7f81-457c-8eb4-c0a79691ec5d with Priority: HIGHEST for action security_group_rules [ 922.081552] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7108429f-7f81-457c-8eb4-c0a79691ec5d with Priority: HIGHEST for action security_group_rules [ 922.082209] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7108429f-7f81-457c-8eb4-c0a79691ec5d taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.082382] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.233707] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-daee25bb-1216-41af-bead-0a66ce511461 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.234529] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.234529] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.234529] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.234708] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.234774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.234952] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.235120] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.235203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.235337] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.235526] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-daee25bb-1216-41af-bead-0a66ce511461 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.235639] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.235710] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.235875] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.236100] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.236198] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.236256] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.236407] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.236490] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.236576] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.236670] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.461043] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.461043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.461043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.461043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.461043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.461043] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7108429f-7f81-457c-8eb4-c0a79691ec5d already deleted. [ 922.461043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.461043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.461043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.461043] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7108429f-7f81-457c-8eb4-c0a79691ec5d',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.743819] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for daee25bb-1216-41af-bead-0a66ce511461: rpc.has_security_group_logging(os_id): False [ 922.761849] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.762036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.762101] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.762289] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.762385] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.762583] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.762760] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.762828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.763152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.763152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.763309] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.763386] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.763436] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.763578] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.763698] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.764076] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.764201] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.764305] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.764466] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.764541] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.764601] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: daee25bb-1216-41af-bead-0a66ce511461 is going to be updated. [ 922.810536] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: SUCCESS [ 922.811188] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 deletion is rescheduled due to dependency. [ 922.811188] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.829307] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.829307] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.829307] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.829307] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.829307] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.841723] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daee25bb-1216-41af-bead-0a66ce511461 in Status: IN_PROGRESS for 2s [ 922.981985] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.982163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.982404] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.982520] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.982576] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.982718] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7108429f-7f81-457c-8eb4-c0a79691ec5d already deleted. [ 922.982792] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.189311] env[69468]: INFO networking_nsxv3.common.synchronization [req-7cf4cad6-082b-487e-b759-f22d33920f88 req-0da792e9-4f6c-476e-9151-e41d06a0eec5 service nova] Enqueued Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_rules [ 923.189311] env[69468]: INFO networking_nsxv3.common.synchronization [req-7cf4cad6-082b-487e-b759-f22d33920f88 req-0da792e9-4f6c-476e-9151-e41d06a0eec5 service nova] Enqueued Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 923.189311] env[69468]: INFO networking_nsxv3.common.synchronization [req-7cf4cad6-082b-487e-b759-f22d33920f88 req-0da792e9-4f6c-476e-9151-e41d06a0eec5 service nova] Enqueued Resource ID: afb4cf7c-0e25-4b9a-8f0d-90f08fecda68 with Priority: HIGHEST for action port [ 923.189523] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_rules [ 923.189684] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 923.189803] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb4cf7c-0e25-4b9a-8f0d-90f08fecda68 with Priority: HIGHEST for action port [ 923.191526] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.191526] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.191526] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.191526] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.191526] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.192454] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.192555] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.192623] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.192847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.193019] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.193150] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.193230] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.193392] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.193500] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.193609] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.194486] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-afb4cf7c-0e25-4b9a-8f0d-90f08fecda68 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.194615] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afb4cf7c-0e25-4b9a-8f0d-90f08fecda68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.194704] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afb4cf7c-0e25-4b9a-8f0d-90f08fecda68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.194871] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afb4cf7c-0e25-4b9a-8f0d-90f08fecda68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.194966] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afb4cf7c-0e25-4b9a-8f0d-90f08fecda68',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.262551] env[69468]: INFO networking_nsxv3.common.synchronization [None req-6f8e45b9-9ffe-40a0-99b2-b129b60d55b6 None None] Enqueued Resource ID: 91c6390d-a77d-44e2-9670-0df37b4e39df with Priority: HIGHEST for action port [ 923.263252] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91c6390d-a77d-44e2-9670-0df37b4e39df with Priority: HIGHEST for action port [ 923.263858] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-91c6390d-a77d-44e2-9670-0df37b4e39df taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.263858] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91c6390d-a77d-44e2-9670-0df37b4e39df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.264023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91c6390d-a77d-44e2-9670-0df37b4e39df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.264361] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91c6390d-a77d-44e2-9670-0df37b4e39df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.264448] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91c6390d-a77d-44e2-9670-0df37b4e39df',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.697334] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.697983] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.705497] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.705497] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afb4cf7c-0e25-4b9a-8f0d-90f08fecda68 with status ACTIVE [ 923.705497] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.705497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.705497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.705497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.705497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.705497] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.705497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.705497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.705497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.705497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.705497] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.705497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.705497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.705497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.706123] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.706123] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afb4cf7c-0e25-4b9a-8f0d-90f08fecda68 is going to be updated. [ 923.727850] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.728674] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.729835] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.729835] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.729835] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.729835] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afb4cf7c-0e25-4b9a-8f0d-90f08fecda68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.766856] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91c6390d-a77d-44e2-9670-0df37b4e39df [ 923.767129] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.767278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.767339] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.767541] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.767626] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.767724] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91c6390d-a77d-44e2-9670-0df37b4e39df already deleted. [ 923.767801] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91c6390d-a77d-44e2-9670-0df37b4e39df" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.961369] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 in Status: SUCCESS [ 923.961600] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.031029] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: SUCCESS [ 924.031280] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.031556] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.031673] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.031867] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.031980] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.032058] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.032220] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.032292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.032374] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.032462] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.209109] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.536144] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.536320] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.536434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.536643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.539157] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.539747] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.539829] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.540158] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.540158] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.540284] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.540394] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.540497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.540561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.540720] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.540867] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.540953] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.541183] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.541183] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.541281] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.541313] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.541415] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.613065] env[69468]: INFO networking_nsxv3.common.synchronization [None req-370b2bbc-a57c-4cc8-9881-80ac1196ce22 None None] Enqueued Resource ID: f81dca95-215d-4c26-a611-e55ffad26871 with Priority: HIGHEST for action port [ 924.613595] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f81dca95-215d-4c26-a611-e55ffad26871 with Priority: HIGHEST for action port [ 924.613918] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-f81dca95-215d-4c26-a611-e55ffad26871 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.614790] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f81dca95-215d-4c26-a611-e55ffad26871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.614921] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f81dca95-215d-4c26-a611-e55ffad26871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.615236] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f81dca95-215d-4c26-a611-e55ffad26871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.615323] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f81dca95-215d-4c26-a611-e55ffad26871',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.716774] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.716774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.716774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.717210] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.717210] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.717210] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 is going to be updated. [ 924.742967] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.743577] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.743577] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.743577] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.743688] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.752304] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: IN_PROGRESS for 2s [ 924.854798] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daee25bb-1216-41af-bead-0a66ce511461 in Status: SUCCESS [ 924.854798] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.043529] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c8deb84-92a4-4a47-bed7-2d375e99c701: rpc.has_security_group_logging(os_id): False [ 925.061899] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.062032] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.062120] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.062266] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.062356] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.062548] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.062649] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.062731] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.062902] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.062980] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.063913] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.064022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.064309] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.064309] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.064388] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.064603] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.064657] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.064691] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.064829] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.064982] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.064982] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 is going to be updated. [ 925.090649] env[69468]: INFO networking_nsxv3.common.synchronization [req-b62f3bdc-68ce-4cc1-84e5-0b4714777ad1 req-b9ee35de-8ecb-4ae3-a6d5-8d71bab9c0f6 tempest-ServerMetadataNegativeTestJSON-1827145523 tempest-ServerMetadataNegativeTestJSON-1827145523-project-member] Enqueued Resource ID: 1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 with Priority: HIGHEST for action security_group_members [ 925.091276] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 with Priority: HIGHEST for action security_group_members [ 925.091560] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.091687] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.091744] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.092627] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.092627] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.092627] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.093307] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.093307] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.093307] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.093307] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f8c49ea-87c0-4f29-b2c4-43aca60b5c68',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.117237] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.117393] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.117473] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.117697] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.117850] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.118960] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f81dca95-215d-4c26-a611-e55ffad26871 [ 925.119241] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.119353] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.119422] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.119585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.119669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.119756] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f81dca95-215d-4c26-a611-e55ffad26871 already deleted. [ 925.119839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f81dca95-215d-4c26-a611-e55ffad26871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.137258] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: IN_PROGRESS for 2s [ 925.563675] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-680 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.564009] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-680" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.564009] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-680" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.564360] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-680" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.564809] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.564809] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.564954] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.565252] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.565422] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.565651] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.565773] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.565891] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.566025] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.566226] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.566369] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.566524] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.587029] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.587029] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 925.587029] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.587029] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-680" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.587029] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-02e51603-f6e4-43c3-9a38-465fab447405 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.587832] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-02e51603-f6e4-43c3-9a38-465fab447405" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.588184] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-02e51603-f6e4-43c3-9a38-465fab447405" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.588689] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-02e51603-f6e4-43c3-9a38-465fab447405" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.588900] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02e51603-f6e4-43c3-9a38-465fab447405',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.597585] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.597585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.597585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.597585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.597585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.597585] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.597585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.597585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.597585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.597585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.597585] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 already deleted. [ 925.597585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.830935] env[69468]: INFO networking_nsxv3.common.synchronization [None req-914d4700-a4da-4514-bb2b-e78028606fa5 tempest-AttachVolumeNegativeTest-241775551 tempest-AttachVolumeNegativeTest-241775551-project-member] Enqueued Resource ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 with Priority: HIGHEST for action security_group_rules [ 925.831570] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 with Priority: HIGHEST for action security_group_rules [ 925.831888] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ed87df6-0b5e-4dba-b7ba-616d88b90099 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.835982] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.836178] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.836516] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.836615] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ed87df6-0b5e-4dba-b7ba-616d88b90099',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.934340] env[69468]: INFO networking_nsxv3.common.synchronization [None req-a1b18769-b2d1-46cb-ae0d-3b81b26766aa tempest-AttachVolumeNegativeTest-241775551 tempest-AttachVolumeNegativeTest-241775551-project-member] Enqueued Resource ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 with Priority: HIGHEST for action security_group_rules [ 925.934800] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 with Priority: HIGHEST for action security_group_rules [ 925.935212] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ed87df6-0b5e-4dba-b7ba-616d88b90099 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.935373] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.097297] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.099325] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.099325] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.099325] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.099325] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.099325] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 02e51603-f6e4-43c3-9a38-465fab447405 not found, creating... [ 926.099325] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.099325] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.099657] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.099826] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.100138] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.100439] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.100721] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.100895] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.101330] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.101549] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.101753] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 02e51603-f6e4-43c3-9a38-465fab447405 is going to be created. [ 926.122053] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.122359] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.122497] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.122821] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.123075] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.123341] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-02e51603-f6e4-43c3-9a38-465fab447405" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.361076] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.361076] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.361076] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.361076] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.361076] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.361076] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 already deleted. [ 926.361076] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.361076] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.361076] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.361076] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ed87df6-0b5e-4dba-b7ba-616d88b90099',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.765478] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: SUCCESS [ 926.765605] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.766488] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.766488] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.766488] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.766824] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.766824] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.766824] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.766977] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.766977] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.767101] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.897118] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.897431] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.897754] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.898054] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.898054] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.898118] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 already deleted. [ 926.898160] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.154421] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: SUCCESS [ 927.154676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.173382] env[69468]: INFO networking_nsxv3.common.synchronization [None req-079799b1-4da4-41c9-8d7c-33e79c9ce89f None None] Enqueued Resource ID: 65c13d54-ba4e-407d-ac9c-7497f8228bc6 with Priority: HIGHEST for action port [ 927.173790] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c13d54-ba4e-407d-ac9c-7497f8228bc6 with Priority: HIGHEST for action port [ 927.174125] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-65c13d54-ba4e-407d-ac9c-7497f8228bc6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.174265] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65c13d54-ba4e-407d-ac9c-7497f8228bc6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.174325] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65c13d54-ba4e-407d-ac9c-7497f8228bc6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.174583] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65c13d54-ba4e-407d-ac9c-7497f8228bc6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.174643] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65c13d54-ba4e-407d-ac9c-7497f8228bc6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.256426] env[69468]: INFO networking_nsxv3.common.synchronization [req-b62f3bdc-68ce-4cc1-84e5-0b4714777ad1 req-22d1b689-f8e2-4838-aa0f-ab42c3f4de65 service nova] Enqueued Resource ID: 1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 with Priority: HIGHEST for action security_group_rules [ 927.256426] env[69468]: INFO networking_nsxv3.common.synchronization [req-b62f3bdc-68ce-4cc1-84e5-0b4714777ad1 req-22d1b689-f8e2-4838-aa0f-ab42c3f4de65 service nova] Enqueued Resource ID: 1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 with Priority: HIGHEST for action security_group_members [ 927.256606] env[69468]: INFO networking_nsxv3.common.synchronization [req-b62f3bdc-68ce-4cc1-84e5-0b4714777ad1 req-22d1b689-f8e2-4838-aa0f-ab42c3f4de65 service nova] Enqueued Resource ID: 02e51603-f6e4-43c3-9a38-465fab447405 with Priority: HIGHEST for action port [ 927.256707] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 with Priority: HIGHEST for action security_group_rules [ 927.256841] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 with Priority: HIGHEST for action security_group_members [ 927.256938] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02e51603-f6e4-43c3-9a38-465fab447405 with Priority: HIGHEST for action port [ 927.257481] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.257609] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.257680] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.257937] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.259265] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f8c49ea-87c0-4f29-b2c4-43aca60b5c68',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.261323] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.261448] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.261515] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.261701] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.261861] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.261960] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.262038] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.262191] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.262276] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.262375] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f8c49ea-87c0-4f29-b2c4-43aca60b5c68',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.266057] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-02e51603-f6e4-43c3-9a38-465fab447405 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.266184] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02e51603-f6e4-43c3-9a38-465fab447405" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.266252] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02e51603-f6e4-43c3-9a38-465fab447405" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.266423] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02e51603-f6e4-43c3-9a38-465fab447405" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.266504] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02e51603-f6e4-43c3-9a38-465fab447405',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.272685] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.272853] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.272928] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.273130] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.273297] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.273399] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.273462] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.273610] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.273783] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.273783] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.273934] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.274039] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.274103] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.274242] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.274379] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.274660] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.274660] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.274660] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.274790] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.274790] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.274880] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.525173] env[69468]: INFO networking_nsxv3.common.synchronization [req-7a37851a-9e9b-4ad5-b33a-c9ef0f4e06f0 req-c57fe79e-6f8d-4637-ae95-c43fafe698dd tempest-ServerRescueTestJSONUnderV235-122090117 tempest-ServerRescueTestJSONUnderV235-122090117-project-member] Enqueued Resource ID: 27b8d495-e918-468d-a7ba-ef663a858c20 with Priority: HIGHEST for action security_group_members [ 927.525720] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27b8d495-e918-468d-a7ba-ef663a858c20 with Priority: HIGHEST for action security_group_members [ 927.526048] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-27b8d495-e918-468d-a7ba-ef663a858c20 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.526177] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.526246] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.526510] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.527918] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.527918] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.528030] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.528170] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.528263] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.528364] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27b8d495-e918-468d-a7ba-ef663a858c20',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.678584] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65c13d54-ba4e-407d-ac9c-7497f8228bc6 [ 927.678584] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.678827] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.678827] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.679207] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.679361] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.679520] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65c13d54-ba4e-407d-ac9c-7497f8228bc6 already deleted. [ 927.679983] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65c13d54-ba4e-407d-ac9c-7497f8228bc6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.762519] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.762644] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.767246] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f8c49ea-87c0-4f29-b2c4-43aca60b5c68',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.771143] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02e51603-f6e4-43c3-9a38-465fab447405 with status ACTIVE [ 927.771143] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.771143] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.771143] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.771143] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.771143] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.771647] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.771647] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.771873] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.773026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.773026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.773026] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.773213] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.773279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.773578] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.773763] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.773901] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02e51603-f6e4-43c3-9a38-465fab447405 is going to be updated. [ 927.779771] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62319eb9-aaca-4a4f-b19d-112ab4bd0446: rpc.has_security_group_logging(os_id): False [ 927.799695] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.799695] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.799695] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.799968] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.800263] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.800482] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.800732] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.800807] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.801485] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.804068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.804068] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.804068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.804068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.804068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.804068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.804068] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.804068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.804068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.804068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.804068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.804068] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 is going to be updated. [ 927.807565] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.808210] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.808210] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.808210] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.808210] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.808404] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02e51603-f6e4-43c3-9a38-465fab447405" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.869165] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.869165] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.869165] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.869531] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.871453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.883967] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: IN_PROGRESS for 2s [ 928.034903] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.034903] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.034903] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.034903] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.034903] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.034903] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.034903] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.034903] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.034903] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.034903] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.034903] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27b8d495-e918-468d-a7ba-ef663a858c20 already deleted. [ 928.034903] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.150656] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-111 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.150929] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-111" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.151087] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-111" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.152285] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-111" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.152608] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.152813] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.152951] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.153259] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.153382] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.153591] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.153726] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.153859] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.153970] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.154104] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.154264] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.154359] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.175418] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.175609] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 928.175757] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.175949] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-111" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.176559] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-04c0ec8b-7341-4495-9aa9-5edcc8fd816a taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.176828] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-04c0ec8b-7341-4495-9aa9-5edcc8fd816a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.177247] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-04c0ec8b-7341-4495-9aa9-5edcc8fd816a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.177377] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-04c0ec8b-7341-4495-9aa9-5edcc8fd816a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.177649] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04c0ec8b-7341-4495-9aa9-5edcc8fd816a',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.270868] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f8c49ea-87c0-4f29-b2c4-43aca60b5c68',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.689994] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.689994] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.689994] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.689994] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.689994] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.689994] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 04c0ec8b-7341-4495-9aa9-5edcc8fd816a not found, creating... [ 928.689994] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.689994] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.689994] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.689994] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.689994] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.690694] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.690694] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.690694] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.690694] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.692391] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.694759] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 04c0ec8b-7341-4495-9aa9-5edcc8fd816a is going to be created. [ 928.715403] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.715403] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.715403] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.715403] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.715403] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.715403] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-04c0ec8b-7341-4495-9aa9-5edcc8fd816a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.775609] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.775788] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.775894] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.776167] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.776265] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.776367] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 is going to be created. [ 928.796767] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.797016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.797016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.797278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.797419] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.807376] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 in Status: UNINITIALIZED for 2s [ 929.592261] env[69468]: INFO networking_nsxv3.common.synchronization [req-7a37851a-9e9b-4ad5-b33a-c9ef0f4e06f0 req-bdd4efe9-a8c1-4ad0-8a55-baf8253a017c service nova] Enqueued Resource ID: 27b8d495-e918-468d-a7ba-ef663a858c20 with Priority: HIGHEST for action security_group_rules [ 929.592564] env[69468]: INFO networking_nsxv3.common.synchronization [req-7a37851a-9e9b-4ad5-b33a-c9ef0f4e06f0 req-bdd4efe9-a8c1-4ad0-8a55-baf8253a017c service nova] Enqueued Resource ID: 27b8d495-e918-468d-a7ba-ef663a858c20 with Priority: HIGHEST for action security_group_members [ 929.592564] env[69468]: INFO networking_nsxv3.common.synchronization [req-7a37851a-9e9b-4ad5-b33a-c9ef0f4e06f0 req-bdd4efe9-a8c1-4ad0-8a55-baf8253a017c service nova] Enqueued Resource ID: 04c0ec8b-7341-4495-9aa9-5edcc8fd816a with Priority: HIGHEST for action port [ 929.593225] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27b8d495-e918-468d-a7ba-ef663a858c20 with Priority: HIGHEST for action security_group_rules [ 929.593363] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27b8d495-e918-468d-a7ba-ef663a858c20 with Priority: HIGHEST for action security_group_members [ 929.593549] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c0ec8b-7341-4495-9aa9-5edcc8fd816a with Priority: HIGHEST for action port [ 929.593801] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27b8d495-e918-468d-a7ba-ef663a858c20 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.593951] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.594119] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.594439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.594526] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27b8d495-e918-468d-a7ba-ef663a858c20',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.595418] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-27b8d495-e918-468d-a7ba-ef663a858c20 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.595573] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.595665] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.595957] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.596723] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.596876] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.596957] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.597228] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.597339] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.597447] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27b8d495-e918-468d-a7ba-ef663a858c20',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.598234] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-04c0ec8b-7341-4495-9aa9-5edcc8fd816a taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.598391] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04c0ec8b-7341-4495-9aa9-5edcc8fd816a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.598448] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04c0ec8b-7341-4495-9aa9-5edcc8fd816a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.598606] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04c0ec8b-7341-4495-9aa9-5edcc8fd816a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.598687] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04c0ec8b-7341-4495-9aa9-5edcc8fd816a',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.895496] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: SUCCESS [ 929.895496] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.104477] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27b8d495-e918-468d-a7ba-ef663a858c20',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.104477] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-27b8d495-e918-468d-a7ba-ef663a858c20 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.104477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.104477] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04c0ec8b-7341-4495-9aa9-5edcc8fd816a with status ACTIVE [ 930.104477] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.104477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.104477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.104477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.104477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.104477] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.104477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.104477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.104477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.104477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.105226] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.105226] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.105226] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.105226] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.105226] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.105226] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04c0ec8b-7341-4495-9aa9-5edcc8fd816a is going to be updated. [ 930.126185] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.126185] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.126185] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.126185] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.126185] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.126185] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04c0ec8b-7341-4495-9aa9-5edcc8fd816a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.608803] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27b8d495-e918-468d-a7ba-ef663a858c20',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.818201] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 in Status: SUCCESS [ 930.818456] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.818640] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.818893] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.819120] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.819296] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.819388] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.819584] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.819672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.819787] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.819878] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f8c49ea-87c0-4f29-b2c4-43aca60b5c68',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.116794] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.116794] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.116794] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.116794] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.116794] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.116794] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27b8d495-e918-468d-a7ba-ef663a858c20 is going to be created. [ 931.137902] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.138111] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.138191] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.138378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.138614] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.149149] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27b8d495-e918-468d-a7ba-ef663a858c20 in Status: UNINITIALIZED for 2s [ 931.322909] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.323104] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.323197] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.326676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.326676] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.326676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.326676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.326676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.326676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.326676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.326676] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.326676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.326676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.326676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.326676] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.326676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.326676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.326676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.326676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.326676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.326676] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f8c49ea-87c0-4f29-b2c4-43aca60b5c68',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.828904] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f8c49ea-87c0-4f29-b2c4-43aca60b5c68: rpc.has_security_group_logging(os_id): False [ 931.849502] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.849727] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.849825] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.850153] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.850285] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.850637] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.850787] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.850897] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.851167] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.851307] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.851675] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.851835] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.851952] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.853543] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.853689] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.854282] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.854464] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.854616] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.855046] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.855046] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.855257] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 is going to be created. [ 931.945923] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.946152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.946230] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.946462] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.946657] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.956816] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 in Status: IN_PROGRESS for 2s [ 933.161701] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27b8d495-e918-468d-a7ba-ef663a858c20 in Status: SUCCESS [ 933.162075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.162306] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.162636] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.162909] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.163110] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.163230] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.163473] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.163609] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.163787] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.163959] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27b8d495-e918-468d-a7ba-ef663a858c20',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.215388] env[69468]: INFO networking_nsxv3.common.synchronization [req-f0994d01-2dea-4aa3-b195-40beda5733aa req-9376ba80-5722-4ee3-805f-edaf8d7bb1ce tempest-InstanceActionsTestJSON-1259809819 tempest-InstanceActionsTestJSON-1259809819-project-member] Enqueued Resource ID: 5ce22894-f26b-43c0-98a6-efabd2128408 with Priority: HIGHEST for action security_group_members [ 933.215909] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ce22894-f26b-43c0-98a6-efabd2128408 with Priority: HIGHEST for action security_group_members [ 933.216376] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ce22894-f26b-43c0-98a6-efabd2128408 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.216442] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.216484] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.216740] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.216909] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.217017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.217081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.217231] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.217315] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.217406] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ce22894-f26b-43c0-98a6-efabd2128408',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.666080] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-27b8d495-e918-468d-a7ba-ef663a858c20 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.666259] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.666336] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.666525] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.667154] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.667306] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.667375] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.667563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.667655] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.667747] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.667903] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-27b8d495-e918-468d-a7ba-ef663a858c20 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.668022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.668110] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.668217] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.668353] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.668438] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.668592] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.671126] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.671126] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.671126] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.671126] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27b8d495-e918-468d-a7ba-ef663a858c20',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.720041] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.720041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.720041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.720310] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.720310] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.720377] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.720486] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.720546] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.720701] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.720779] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.720863] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ce22894-f26b-43c0-98a6-efabd2128408 already deleted. [ 933.720946] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.968978] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-126 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.969231] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-126" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.969383] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-126" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.969734] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-126" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.970050] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.970252] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.970388] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.970635] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.970805] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.971039] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 933.971168] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.971360] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.971506] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.971938] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 933.971938] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.971938] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.973721] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 in Status: SUCCESS [ 933.973970] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.993175] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.993175] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 933.993175] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.993175] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-126" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.993175] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-409b371c-7a12-4772-a463-d5e8bc596b60 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.993175] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-409b371c-7a12-4772-a463-d5e8bc596b60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.993175] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-409b371c-7a12-4772-a463-d5e8bc596b60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.993175] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-409b371c-7a12-4772-a463-d5e8bc596b60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.993817] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('409b371c-7a12-4772-a463-d5e8bc596b60',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.173863] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27b8d495-e918-468d-a7ba-ef663a858c20: rpc.has_security_group_logging(os_id): False [ 934.193301] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.193453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.193520] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.193751] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.193950] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.194213] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.194319] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.194383] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.194556] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.194641] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.194841] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.194941] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.195010] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.195172] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.195254] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.195436] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.195527] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.195756] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.195956] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.196053] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.196145] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27b8d495-e918-468d-a7ba-ef663a858c20 is going to be created. [ 934.261778] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.261910] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.261979] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.262209] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.262438] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.276220] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27b8d495-e918-468d-a7ba-ef663a858c20 in Status: IN_PROGRESS for 2s [ 934.495633] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.495977] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.496185] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.496506] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.496674] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.496872] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 409b371c-7a12-4772-a463-d5e8bc596b60 not found, creating... [ 934.497704] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.497906] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.498058] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.498315] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.498500] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.498770] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.498950] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.499411] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.499542] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.499713] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.499868] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 409b371c-7a12-4772-a463-d5e8bc596b60 is going to be created. [ 934.525116] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.525116] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.525815] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.525815] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.525912] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.526245] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-409b371c-7a12-4772-a463-d5e8bc596b60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.710444] env[69468]: INFO networking_nsxv3.common.synchronization [req-f0994d01-2dea-4aa3-b195-40beda5733aa req-35049a5e-70f1-4335-948a-b05f0b75c310 service nova] Enqueued Resource ID: 5ce22894-f26b-43c0-98a6-efabd2128408 with Priority: HIGHEST for action security_group_rules [ 935.710720] env[69468]: INFO networking_nsxv3.common.synchronization [req-f0994d01-2dea-4aa3-b195-40beda5733aa req-35049a5e-70f1-4335-948a-b05f0b75c310 service nova] Enqueued Resource ID: 5ce22894-f26b-43c0-98a6-efabd2128408 with Priority: HIGHEST for action security_group_members [ 935.710794] env[69468]: INFO networking_nsxv3.common.synchronization [req-f0994d01-2dea-4aa3-b195-40beda5733aa req-35049a5e-70f1-4335-948a-b05f0b75c310 service nova] Enqueued Resource ID: 409b371c-7a12-4772-a463-d5e8bc596b60 with Priority: HIGHEST for action port [ 935.711413] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ce22894-f26b-43c0-98a6-efabd2128408 with Priority: HIGHEST for action security_group_rules [ 935.711568] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ce22894-f26b-43c0-98a6-efabd2128408 with Priority: HIGHEST for action security_group_members [ 935.711661] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409b371c-7a12-4772-a463-d5e8bc596b60 with Priority: HIGHEST for action port [ 935.711963] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ce22894-f26b-43c0-98a6-efabd2128408 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.712107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.712173] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.712475] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.712601] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ce22894-f26b-43c0-98a6-efabd2128408',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.713580] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ce22894-f26b-43c0-98a6-efabd2128408 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.713700] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.713795] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.714009] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.714116] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.714243] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.714350] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.714758] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.714758] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.714758] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ce22894-f26b-43c0-98a6-efabd2128408',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.716979] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-409b371c-7a12-4772-a463-d5e8bc596b60 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.717137] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-409b371c-7a12-4772-a463-d5e8bc596b60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.717212] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-409b371c-7a12-4772-a463-d5e8bc596b60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.717415] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-409b371c-7a12-4772-a463-d5e8bc596b60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.717587] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('409b371c-7a12-4772-a463-d5e8bc596b60',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.220949] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ce22894-f26b-43c0-98a6-efabd2128408 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.221117] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.221335] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ce22894-f26b-43c0-98a6-efabd2128408',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.222252] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 409b371c-7a12-4772-a463-d5e8bc596b60 with status ACTIVE [ 936.222452] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.222570] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.222639] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.223019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.223138] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.223338] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.223759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.223759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.223759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.223759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.223984] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.224103] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.224166] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.224321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.224401] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.224529] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 409b371c-7a12-4772-a463-d5e8bc596b60 is going to be updated. [ 936.248089] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.248287] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.248360] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.248521] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.248645] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.248816] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-409b371c-7a12-4772-a463-d5e8bc596b60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.289977] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27b8d495-e918-468d-a7ba-ef663a858c20 in Status: SUCCESS [ 936.290268] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.726491] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ce22894-f26b-43c0-98a6-efabd2128408',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.229162] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.231864] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.231864] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.231864] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.231864] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.231864] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ce22894-f26b-43c0-98a6-efabd2128408 is going to be created. [ 937.257670] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.257670] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.257670] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.257670] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.257670] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.266176] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ce22894-f26b-43c0-98a6-efabd2128408 in Status: UNINITIALIZED for 2s [ 938.113348] env[69468]: INFO networking_nsxv3.common.synchronization [req-821d2214-56d6-4af2-876d-33b44cb12b25 req-316d2b85-fdd5-46f5-86fd-53deabd1afff tempest-ServersTestFqdnHostnames-286418074 tempest-ServersTestFqdnHostnames-286418074-project-member] Enqueued Resource ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e with Priority: HIGHEST for action security_group_members [ 938.113962] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e with Priority: HIGHEST for action security_group_members [ 938.115492] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ede97d-3078-4d74-9a53-21f8c2bf716e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.115492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.115492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.115492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.115492] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.115492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.115492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.115492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.115492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.115492] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63ede97d-3078-4d74-9a53-21f8c2bf716e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.620123] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.620352] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.620434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.620648] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.620805] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.621115] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.621224] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.621289] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.621484] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.621569] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.621656] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e already deleted. [ 938.621762] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.738776] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.738980] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.739129] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.739478] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.739743] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.739909] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.740042] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.740261] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.740411] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.740626] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.740824] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.740892] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.741046] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.741203] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.741319] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.741457] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.760941] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.761170] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 938.761321] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.761510] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.761821] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-d77fc39a-89ae-47b6-8770-a620acc4eab3 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.762048] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-d77fc39a-89ae-47b6-8770-a620acc4eab3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.762141] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-d77fc39a-89ae-47b6-8770-a620acc4eab3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.762457] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-d77fc39a-89ae-47b6-8770-a620acc4eab3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.762597] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d77fc39a-89ae-47b6-8770-a620acc4eab3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.975323] env[69468]: INFO networking_nsxv3.common.synchronization [req-aaab4b61-e380-4f6f-9d0f-5d14ae6a4053 req-247a3781-5f1a-4da2-85f9-0152e15bd9a0 tempest-ImagesTestJSON-1045980182 tempest-ImagesTestJSON-1045980182-project-member] Enqueued Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 938.975323] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 938.975323] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.975323] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.975561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.975610] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.975736] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.975826] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.975883] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.976390] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.976512] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.976608] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.268954] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.269234] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.269364] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.269700] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.269950] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.270368] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port d77fc39a-89ae-47b6-8770-a620acc4eab3 not found, creating... [ 939.270737] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.271009] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.271188] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.271511] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.271737] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.272100] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.272354] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.272537] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.272851] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.273085] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.273292] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: d77fc39a-89ae-47b6-8770-a620acc4eab3 is going to be created. [ 939.285625] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ce22894-f26b-43c0-98a6-efabd2128408 in Status: SUCCESS [ 939.285896] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.286110] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.286404] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.286656] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.286799] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.286913] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.287187] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.287311] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.287452] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.287595] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ce22894-f26b-43c0-98a6-efabd2128408',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.299219] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.299432] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.299545] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.299933] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.300245] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.300494] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-d77fc39a-89ae-47b6-8770-a620acc4eab3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.479298] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.791114] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ce22894-f26b-43c0-98a6-efabd2128408 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.791114] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.791114] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.791365] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.791526] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.791637] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.791698] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.791869] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.791962] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.792068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.792223] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ce22894-f26b-43c0-98a6-efabd2128408 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.792350] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.792417] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.792583] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.792708] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.792833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.792907] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.793102] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.793200] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.794026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.794026] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ce22894-f26b-43c0-98a6-efabd2128408',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.983275] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.296149] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ce22894-f26b-43c0-98a6-efabd2128408: rpc.has_security_group_logging(os_id): False [ 940.313774] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.314100] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.314100] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.314293] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.314379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.314705] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.314705] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.314960] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.315035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.315084] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.315331] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.315456] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.315527] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.315611] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.315692] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.315860] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.316056] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.316056] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.316924] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.316924] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.316924] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ce22894-f26b-43c0-98a6-efabd2128408 is going to be created. [ 940.368017] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.368216] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.368348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.368551] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.368777] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.378617] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ce22894-f26b-43c0-98a6-efabd2128408 in Status: IN_PROGRESS for 2s [ 940.476387] env[69468]: INFO networking_nsxv3.common.synchronization [req-821d2214-56d6-4af2-876d-33b44cb12b25 req-8e3b7624-daae-4973-aa3b-a5e7d65f9ba4 service nova] Enqueued Resource ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e with Priority: HIGHEST for action security_group_rules [ 940.476573] env[69468]: INFO networking_nsxv3.common.synchronization [req-821d2214-56d6-4af2-876d-33b44cb12b25 req-8e3b7624-daae-4973-aa3b-a5e7d65f9ba4 service nova] Enqueued Resource ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e with Priority: HIGHEST for action security_group_members [ 940.476714] env[69468]: INFO networking_nsxv3.common.synchronization [req-821d2214-56d6-4af2-876d-33b44cb12b25 req-8e3b7624-daae-4973-aa3b-a5e7d65f9ba4 service nova] Enqueued Resource ID: d77fc39a-89ae-47b6-8770-a620acc4eab3 with Priority: HIGHEST for action port [ 940.477225] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e with Priority: HIGHEST for action security_group_rules [ 940.477360] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e with Priority: HIGHEST for action security_group_members [ 940.477519] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77fc39a-89ae-47b6-8770-a620acc4eab3 with Priority: HIGHEST for action port [ 940.477718] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63ede97d-3078-4d74-9a53-21f8c2bf716e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.477877] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.477933] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.478462] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.478545] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63ede97d-3078-4d74-9a53-21f8c2bf716e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.479490] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ede97d-3078-4d74-9a53-21f8c2bf716e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.479608] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.483019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.483019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.483019] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.483019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.483019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.483019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.483019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.483019] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63ede97d-3078-4d74-9a53-21f8c2bf716e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.483019] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-d77fc39a-89ae-47b6-8770-a620acc4eab3 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.483019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d77fc39a-89ae-47b6-8770-a620acc4eab3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.483019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d77fc39a-89ae-47b6-8770-a620acc4eab3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.483019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d77fc39a-89ae-47b6-8770-a620acc4eab3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.483019] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d77fc39a-89ae-47b6-8770-a620acc4eab3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.486629] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.486965] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.487468] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.487643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.489681] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.489681] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 is going to be updated. [ 940.525514] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.525688] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.525771] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.526029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.526176] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.534898] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: IN_PROGRESS for 2s [ 940.983203] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63ede97d-3078-4d74-9a53-21f8c2bf716e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.984340] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d77fc39a-89ae-47b6-8770-a620acc4eab3 with status ACTIVE [ 940.984492] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.984589] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.984652] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.984855] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.984941] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.985169] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.985306] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.985632] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.985632] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.985632] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.985849] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.985849] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.986019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.986239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.986333] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.986419] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d77fc39a-89ae-47b6-8770-a620acc4eab3 is going to be updated. [ 940.987589] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ede97d-3078-4d74-9a53-21f8c2bf716e taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.987701] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.006171] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.006510] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.006510] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.006668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.006668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.006888] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d77fc39a-89ae-47b6-8770-a620acc4eab3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.489309] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63ede97d-3078-4d74-9a53-21f8c2bf716e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.775102] env[69468]: INFO networking_nsxv3.common.synchronization [req-0e9c3ebd-0e72-4534-a93d-a2caf4a8d99a req-3e701f8a-2ce1-4996-bbb7-fcb614d6b4f9 tempest-ServersWithSpecificFlavorTestJSON-349924692 tempest-ServersWithSpecificFlavorTestJSON-349924692-project-member] Enqueued Resource ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 with Priority: HIGHEST for action security_group_members [ 941.776431] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 with Priority: HIGHEST for action security_group_members [ 941.779022] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-5327879a-8e69-4f71-b0d8-310a98738ad7 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.779022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.779022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.779022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.779022] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.779022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.779022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.779022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.779022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.779022] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5327879a-8e69-4f71-b0d8-310a98738ad7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.991290] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.991535] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.991535] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.991757] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.991862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.991987] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e is going to be created. [ 942.147158] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.147388] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.147388] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.147578] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.147738] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.161082] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e in Status: UNINITIALIZED for 2s [ 942.284679] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.284679] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.284679] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.284679] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.284679] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.284679] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.284679] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.284679] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.285198] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.285198] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.285198] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 is going to be updated. [ 942.319624] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.319747] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.319824] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.320159] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.320281] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.328632] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 in Status: IN_PROGRESS for 2s [ 942.390198] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ce22894-f26b-43c0-98a6-efabd2128408 in Status: SUCCESS [ 942.390440] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.545482] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: SUCCESS [ 942.545842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.171688] env[69468]: INFO networking_nsxv3.common.synchronization [req-05182987-38b8-4916-91b6-aea967705f38 req-1ddd67ca-b852-47ee-9ce8-fc1b789c49af tempest-ServersAdminTestJSON-573324530 tempest-ServersAdminTestJSON-573324530-project-member] Enqueued Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_members [ 943.172587] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac with Priority: HIGHEST for action security_group_members [ 943.173041] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7371b-d038-4bfa-ad09-c0e552cd9dac taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.173223] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.177140] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.177140] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.177140] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.177140] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.177140] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.177140] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.177140] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.177140] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64a7371b-d038-4bfa-ad09-c0e552cd9dac',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.680151] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.680495] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.680495] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.680603] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.680699] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.680907] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.681020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.681074] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.681234] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.681314] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.681403] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac is going to be updated. [ 943.715846] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.716010] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.716089] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.716306] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.716452] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.727154] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: IN_PROGRESS for 2s [ 944.180580] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e in Status: SUCCESS [ 944.180580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.180580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.180580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.180580] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.180580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.180580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.180580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.180580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.180580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.180580] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63ede97d-3078-4d74-9a53-21f8c2bf716e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.338526] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 in Status: SUCCESS [ 944.340274] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 deletion is rescheduled due to dependency. [ 944.340274] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.684823] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63ede97d-3078-4d74-9a53-21f8c2bf716e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.188766] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63ede97d-3078-4d74-9a53-21f8c2bf716e: rpc.has_security_group_logging(os_id): False [ 945.208039] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.208039] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.208039] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.208039] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.208039] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.208039] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.208039] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.208039] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.208039] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.208481] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.208481] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e is going to be created. [ 945.263321] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.263565] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.263699] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.263970] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.264183] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.274546] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e in Status: IN_PROGRESS for 2s [ 945.738651] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac in Status: SUCCESS [ 945.738651] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64a7371b-d038-4bfa-ad09-c0e552cd9dac deletion is rescheduled due to dependency. [ 945.738651] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7371b-d038-4bfa-ad09-c0e552cd9dac" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.180169] env[69468]: INFO networking_nsxv3.common.synchronization [req-4e4d418c-eee4-471e-ba69-f0ab8b453ce5 req-3c44daf5-e5d2-4d75-8c5a-99c5c555ef9a tempest-ServersNegativeTestJSON-1911859080 tempest-ServersNegativeTestJSON-1911859080-project-member] Enqueued Resource ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 with Priority: HIGHEST for action security_group_members [ 946.180169] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 with Priority: HIGHEST for action security_group_members [ 946.180169] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-691afeeb-47f3-4a01-862f-1923fedd9e82 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.180169] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.180169] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.180928] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.181256] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.181508] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.182140] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.182436] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.182869] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.183143] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('691afeeb-47f3-4a01-862f-1923fedd9e82',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.686374] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.686598] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.686598] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.687878] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.689174] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.689174] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.689174] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.689174] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.689174] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.689174] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.689174] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 already deleted. [ 946.689174] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.897887] env[69468]: INFO networking_nsxv3.common.synchronization [req-a134064a-45b4-476a-8348-75a3aad2cd1e req-404347e3-31b3-44f5-82aa-2d4326a10c40 tempest-ServerMetadataNegativeTestJSON-1827145523 tempest-ServerMetadataNegativeTestJSON-1827145523-project-member] Enqueued Resource ID: 1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 with Priority: HIGHEST for action security_group_members [ 946.897887] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 with Priority: HIGHEST for action security_group_members [ 946.897887] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.897887] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.897887] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.898648] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.898936] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.899178] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.899340] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.899612] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.899815] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.900020] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f8c49ea-87c0-4f29-b2c4-43aca60b5c68',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.971043] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.971043] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-434" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.971043] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-434" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.971043] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-434" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.971043] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.971043] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.971590] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.971982] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.972322] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.972777] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 946.973118] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.973404] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.973799] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.974135] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 946.974566] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.974895] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.994209] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.994551] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 946.995024] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.995461] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-434" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.995884] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-0241fad0-a699-4ab6-8665-37a808867cd9 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.996987] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-0241fad0-a699-4ab6-8665-37a808867cd9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.996987] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-0241fad0-a699-4ab6-8665-37a808867cd9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.996987] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-0241fad0-a699-4ab6-8665-37a808867cd9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.996987] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0241fad0-a699-4ab6-8665-37a808867cd9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.034039] env[69468]: INFO networking_nsxv3.common.synchronization [req-d85ba202-2995-41fd-bb28-ec2ccd9ec31a req-18ba262d-ca51-4be3-a2d2-996bb8b1c880 tempest-ListServerFiltersTestJSON-2013984309 tempest-ListServerFiltersTestJSON-2013984309-project-member] Enqueued Resource ID: daee25bb-1216-41af-bead-0a66ce511461 with Priority: HIGHEST for action security_group_members [ 947.034039] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daee25bb-1216-41af-bead-0a66ce511461 with Priority: HIGHEST for action security_group_members [ 947.034039] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-daee25bb-1216-41af-bead-0a66ce511461 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.034039] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.034664] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.035000] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.035475] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.035800] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.035997] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.036318] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.036546] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.036828] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.286296] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e in Status: SUCCESS [ 947.286529] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.403157] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.403347] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.403427] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.403665] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.403819] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.404126] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.404243] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.404312] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.404480] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.404586] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.404681] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 is going to be updated. [ 947.429556] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.429732] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.429819] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.430020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.430195] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.438175] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 in Status: IN_PROGRESS for 2s [ 947.499761] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.500034] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.500177] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.500457] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.500615] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.500777] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 0241fad0-a699-4ab6-8665-37a808867cd9 not found, creating... [ 947.501188] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.501446] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.501655] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.502170] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.502234] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.502556] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.502725] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.502882] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.503105] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.503252] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.503504] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 0241fad0-a699-4ab6-8665-37a808867cd9 is going to be created. [ 947.521678] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.521892] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.522076] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.522378] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.522653] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.522947] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-0241fad0-a699-4ab6-8665-37a808867cd9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.540167] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.042643] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.544946] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.545292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.545292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.546444] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.546605] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.547112] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daee25bb-1216-41af-bead-0a66ce511461 is going to be updated. [ 948.579737] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.579896] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.579982] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.580204] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.580358] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.587974] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daee25bb-1216-41af-bead-0a66ce511461 in Status: IN_PROGRESS for 2s [ 948.631713] env[69468]: INFO networking_nsxv3.common.synchronization [req-4e4d418c-eee4-471e-ba69-f0ab8b453ce5 req-3672ee88-d0e5-4092-b1f7-5c624c8ae9c9 service nova] Enqueued Resource ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 with Priority: HIGHEST for action security_group_rules [ 948.631968] env[69468]: INFO networking_nsxv3.common.synchronization [req-4e4d418c-eee4-471e-ba69-f0ab8b453ce5 req-3672ee88-d0e5-4092-b1f7-5c624c8ae9c9 service nova] Enqueued Resource ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 with Priority: HIGHEST for action security_group_members [ 948.632147] env[69468]: INFO networking_nsxv3.common.synchronization [req-4e4d418c-eee4-471e-ba69-f0ab8b453ce5 req-3672ee88-d0e5-4092-b1f7-5c624c8ae9c9 service nova] Enqueued Resource ID: 0241fad0-a699-4ab6-8665-37a808867cd9 with Priority: HIGHEST for action port [ 948.632689] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 with Priority: HIGHEST for action security_group_rules [ 948.632829] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 with Priority: HIGHEST for action security_group_members [ 948.633089] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0241fad0-a699-4ab6-8665-37a808867cd9 with Priority: HIGHEST for action port [ 948.633548] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-691afeeb-47f3-4a01-862f-1923fedd9e82 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.633673] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.633782] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.634110] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.634273] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('691afeeb-47f3-4a01-862f-1923fedd9e82',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.635636] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-691afeeb-47f3-4a01-862f-1923fedd9e82 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.635924] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.636290] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.636538] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.636748] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.636948] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.637107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.637257] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.637388] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.637526] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('691afeeb-47f3-4a01-862f-1923fedd9e82',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.639041] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-0241fad0-a699-4ab6-8665-37a808867cd9 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.639041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0241fad0-a699-4ab6-8665-37a808867cd9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.639041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0241fad0-a699-4ab6-8665-37a808867cd9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.639041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0241fad0-a699-4ab6-8665-37a808867cd9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.639041] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0241fad0-a699-4ab6-8665-37a808867cd9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.141163] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-691afeeb-47f3-4a01-862f-1923fedd9e82 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.141506] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.141506] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('691afeeb-47f3-4a01-862f-1923fedd9e82',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.142385] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0241fad0-a699-4ab6-8665-37a808867cd9 with status ACTIVE [ 949.142566] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.142679] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.142747] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.142962] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.143069] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.143279] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.143386] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.143386] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.143552] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.143623] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.143838] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.143991] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.144102] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.144251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.144323] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.144438] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0241fad0-a699-4ab6-8665-37a808867cd9 is going to be updated. [ 949.179902] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.179902] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.180164] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.180227] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.180386] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.180583] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0241fad0-a699-4ab6-8665-37a808867cd9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.446883] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 in Status: SUCCESS [ 949.447089] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 deletion is rescheduled due to dependency. [ 949.447166] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.646408] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('691afeeb-47f3-4a01-862f-1923fedd9e82',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.818795] env[69468]: INFO networking_nsxv3.common.synchronization [req-0723ca4c-9263-4c8e-bbeb-cbaa869e7ad3 req-bc87c413-fb17-4d3a-87eb-2ed93515b9f7 tempest-AttachInterfacesTestJSON-1478316462 tempest-AttachInterfacesTestJSON-1478316462-project-member] Enqueued Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_members [ 949.819401] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_members [ 949.819710] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.819826] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.819899] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.821062] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.821062] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.821062] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.821062] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.821062] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.821062] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.821062] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.148446] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.151563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.151563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.151563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.151563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.151563] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 is going to be created. [ 950.182455] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.182455] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.182455] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.182455] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.182455] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.192090] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 in Status: UNINITIALIZED for 2s [ 950.232629] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-294 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.233106] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.233397] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.233787] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.234248] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.237807] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.237807] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.237807] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.237807] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.237807] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.237807] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.237807] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.237807] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.237807] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.237807] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.237807] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.255038] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.255119] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 950.255682] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.255682] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.255848] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-eb5ab964-44c1-4189-9805-f3c80abb01ca taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.256040] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-eb5ab964-44c1-4189-9805-f3c80abb01ca" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.256097] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-eb5ab964-44c1-4189-9805-f3c80abb01ca" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.256427] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-eb5ab964-44c1-4189-9805-f3c80abb01ca" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.256576] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb5ab964-44c1-4189-9805-f3c80abb01ca',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.323804] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.323952] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.324051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.324258] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.324352] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.324557] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.324630] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.324697] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.324847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.324927] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.325064] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef already deleted. [ 950.325144] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.601185] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daee25bb-1216-41af-bead-0a66ce511461 in Status: SUCCESS [ 950.601427] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.647396] env[69468]: INFO networking_nsxv3.common.synchronization [req-1139fed0-cd93-4780-8e2e-15508f7e019c req-ed81a1c9-18ca-402a-b1d8-850b3d3d6560 tempest-ServersTestJSON-711529090 tempest-ServersTestJSON-711529090-project-member] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 950.648068] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 950.648419] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.649086] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.649086] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.649086] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.649417] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.649515] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.649558] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.649790] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.649904] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.650012] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.762659] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.763653] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.763653] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.763653] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.763653] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.763829] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port eb5ab964-44c1-4189-9805-f3c80abb01ca not found, creating... [ 950.765062] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.765062] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.765062] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.765062] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.765062] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.765309] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.765309] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.765447] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.765671] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.765836] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.765998] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: eb5ab964-44c1-4189-9805-f3c80abb01ca is going to be created. [ 950.786150] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.786402] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.786551] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.786854] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.787120] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.787385] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-eb5ab964-44c1-4189-9805-f3c80abb01ca" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.154023] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.154023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.154023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.154417] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.154417] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.154417] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.154535] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.154535] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.154658] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.154713] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.154796] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 already deleted. [ 951.154871] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.203920] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.203920] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.203920] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.203920] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.203920] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.206172] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.206460] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.206831] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.207115] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.208117] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 951.209416] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.211800] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.211800] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.211800] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 951.211800] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.211800] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.234778] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.234778] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 951.234900] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.235585] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.235585] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-325d7757-39de-4455-954e-feb4a1be8355 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.235585] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-325d7757-39de-4455-954e-feb4a1be8355" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.236308] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-325d7757-39de-4455-954e-feb4a1be8355" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.236740] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-325d7757-39de-4455-954e-feb4a1be8355" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.236991] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('325d7757-39de-4455-954e-feb4a1be8355',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.740339] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.742737] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.742737] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.742737] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.742737] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.742737] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 325d7757-39de-4455-954e-feb4a1be8355 not found, creating... [ 951.742737] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.742737] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.742737] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.742737] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.742737] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.743450] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.744446] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.744446] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.744446] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.744446] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.744446] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 325d7757-39de-4455-954e-feb4a1be8355 is going to be created. [ 951.761564] env[69468]: INFO networking_nsxv3.common.synchronization [req-0723ca4c-9263-4c8e-bbeb-cbaa869e7ad3 req-cad2514d-efd1-4531-9015-fa2609e98bfe service nova] Enqueued Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_rules [ 951.761769] env[69468]: INFO networking_nsxv3.common.synchronization [req-0723ca4c-9263-4c8e-bbeb-cbaa869e7ad3 req-cad2514d-efd1-4531-9015-fa2609e98bfe service nova] Enqueued Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_members [ 951.761944] env[69468]: INFO networking_nsxv3.common.synchronization [req-0723ca4c-9263-4c8e-bbeb-cbaa869e7ad3 req-cad2514d-efd1-4531-9015-fa2609e98bfe service nova] Enqueued Resource ID: eb5ab964-44c1-4189-9805-f3c80abb01ca with Priority: HIGHEST for action port [ 951.763399] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.763606] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.763734] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.764045] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.764288] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.764743] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-325d7757-39de-4455-954e-feb4a1be8355" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.765800] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_rules [ 951.765936] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_members [ 951.766047] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb5ab964-44c1-4189-9805-f3c80abb01ca with Priority: HIGHEST for action port [ 951.766305] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.766413] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.766528] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.766696] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.766778] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.768722] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.768722] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.768722] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.768722] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.768722] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.768722] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.768722] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.768983] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.768983] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.769272] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.770458] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb5ab964-44c1-4189-9805-f3c80abb01ca taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.770627] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb5ab964-44c1-4189-9805-f3c80abb01ca" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.770687] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb5ab964-44c1-4189-9805-f3c80abb01ca" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.770799] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb5ab964-44c1-4189-9805-f3c80abb01ca" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.770909] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb5ab964-44c1-4189-9805-f3c80abb01ca',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.868730] env[69468]: INFO networking_nsxv3.common.synchronization [req-51ba70f5-1de0-4721-96af-600416e4085a req-6ea4581e-f967-4ce5-9383-65cc191f81ec tempest-ServerRescueTestJSON-575279690 tempest-ServerRescueTestJSON-575279690-project-member] Enqueued Resource ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 with Priority: HIGHEST for action security_group_members [ 951.869423] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 with Priority: HIGHEST for action security_group_members [ 951.869804] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.869965] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.870062] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.870315] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.870499] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.870632] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.870723] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.870925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.871063] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.871175] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.200495] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 in Status: SUCCESS [ 952.200748] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.200783] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.201063] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.201453] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.201602] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.201663] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.201806] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.201885] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.202328] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.202328] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('691afeeb-47f3-4a01-862f-1923fedd9e82',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.271080] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.272227] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.272367] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.272582] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb5ab964-44c1-4189-9805-f3c80abb01ca with status ACTIVE [ 952.272801] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.273570] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.273570] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.273570] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.273570] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.273570] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.273851] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.273851] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.274677] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.274677] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.274677] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.274999] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.275148] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.275379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.275487] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.275685] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb5ab964-44c1-4189-9805-f3c80abb01ca is going to be updated. [ 952.296385] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.296561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.296602] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.297060] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.297060] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.297060] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb5ab964-44c1-4189-9805-f3c80abb01ca" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.373189] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.373353] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.373424] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.373646] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.373740] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.374105] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.374237] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.374299] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.374456] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.374535] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.374628] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 is going to be updated. [ 952.407053] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.407206] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.407349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.407557] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.407698] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.418126] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 in Status: IN_PROGRESS for 2s [ 952.455111] env[69468]: INFO networking_nsxv3.common.synchronization [req-1139fed0-cd93-4780-8e2e-15508f7e019c req-0fd5f30d-772a-4acc-a57a-a2e91de695ce service nova] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_rules [ 952.455111] env[69468]: INFO networking_nsxv3.common.synchronization [req-1139fed0-cd93-4780-8e2e-15508f7e019c req-0fd5f30d-772a-4acc-a57a-a2e91de695ce service nova] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 952.455111] env[69468]: INFO networking_nsxv3.common.synchronization [req-1139fed0-cd93-4780-8e2e-15508f7e019c req-0fd5f30d-772a-4acc-a57a-a2e91de695ce service nova] Enqueued Resource ID: 325d7757-39de-4455-954e-feb4a1be8355 with Priority: HIGHEST for action port [ 952.455111] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_rules [ 952.455484] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 952.455484] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325d7757-39de-4455-954e-feb4a1be8355 with Priority: HIGHEST for action port [ 952.455983] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.456812] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.456812] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.456812] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.456812] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.459886] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.460037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.460114] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.460530] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.460530] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.460647] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.460647] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.460760] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.460847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.460939] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.461692] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-325d7757-39de-4455-954e-feb4a1be8355 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.461799] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-325d7757-39de-4455-954e-feb4a1be8355" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.461868] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-325d7757-39de-4455-954e-feb4a1be8355" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.462465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-325d7757-39de-4455-954e-feb4a1be8355" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.462465] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('325d7757-39de-4455-954e-feb4a1be8355',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.704797] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-691afeeb-47f3-4a01-862f-1923fedd9e82 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.704961] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.705049] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.705372] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.705558] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.705668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.705728] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.705885] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.705974] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.706081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.706229] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-691afeeb-47f3-4a01-862f-1923fedd9e82 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.706324] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.706425] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.706519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.706651] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.706740] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.706793] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.706927] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.707019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.707098] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.707190] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('691afeeb-47f3-4a01-862f-1923fedd9e82',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.777910] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.969872] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.969872] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.969872] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 325d7757-39de-4455-954e-feb4a1be8355 with status ACTIVE [ 952.969872] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.969872] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.969872] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.969872] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.969872] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.969872] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.969872] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.969872] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.969872] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.969872] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.973038] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.973038] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.973038] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.974847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.974847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.974847] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 325d7757-39de-4455-954e-feb4a1be8355 is going to be updated. [ 952.978347] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.997180] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.997323] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.997393] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.997606] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.997743] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.997897] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-325d7757-39de-4455-954e-feb4a1be8355" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.211440] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 691afeeb-47f3-4a01-862f-1923fedd9e82: rpc.has_security_group_logging(os_id): False [ 953.228736] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.229239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.230082] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.230082] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.230082] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.230082] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.230082] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.232018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.232018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.232018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.232018] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.232018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.232018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.232018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.232427] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.232728] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.234027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.234027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.234027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.234027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.234027] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 is going to be created. [ 953.280750] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.280750] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.280750] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.280750] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.280990] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.280990] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef is going to be created. [ 953.304581] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.304731] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.304774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.304986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.305213] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.313299] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.313476] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.313476] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.313654] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.313791] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.322579] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 in Status: IN_PROGRESS for 2s [ 953.336423] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: UNINITIALIZED for 2s [ 953.376359] env[69468]: INFO networking_nsxv3.common.synchronization [req-0d87e256-dd43-4b2f-9e85-0dfc7b384f5e req-1f6b6d4e-894d-4fd5-af07-f82bae464a3b tempest-ServerActionsTestJSON-1088981625 tempest-ServerActionsTestJSON-1088981625-project-member] Enqueued Resource ID: 7108429f-7f81-457c-8eb4-c0a79691ec5d with Priority: HIGHEST for action security_group_members [ 953.376876] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7108429f-7f81-457c-8eb4-c0a79691ec5d with Priority: HIGHEST for action security_group_members [ 953.377204] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-7108429f-7f81-457c-8eb4-c0a79691ec5d taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.377327] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.377389] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.377646] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.377802] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.377920] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.377979] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.378182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.378265] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.378358] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7108429f-7f81-457c-8eb4-c0a79691ec5d',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.481129] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.685586] env[69468]: INFO networking_nsxv3.common.synchronization [req-c0d8bda5-0b89-4eda-803f-3a10e39b91fd req-c9a4967d-2d47-4a9a-adf9-aeb2f876b03c tempest-ServerRescueTestJSONUnderV235-122090117 tempest-ServerRescueTestJSONUnderV235-122090117-project-member] Enqueued Resource ID: 27b8d495-e918-468d-a7ba-ef663a858c20 with Priority: HIGHEST for action security_group_members [ 953.685656] env[69468]: INFO networking_nsxv3.common.synchronization [req-c0d8bda5-0b89-4eda-803f-3a10e39b91fd req-c9a4967d-2d47-4a9a-adf9-aeb2f876b03c tempest-ServerRescueTestJSONUnderV235-122090117 tempest-ServerRescueTestJSONUnderV235-122090117-project-member] Enqueued Resource ID: acb22daa-cc16-4fbb-a653-4696f32df4f0 with Priority: HIGHEST for action security_group_members [ 953.686223] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27b8d495-e918-468d-a7ba-ef663a858c20 with Priority: HIGHEST for action security_group_members [ 953.687143] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb22daa-cc16-4fbb-a653-4696f32df4f0 with Priority: HIGHEST for action security_group_members [ 953.687143] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-27b8d495-e918-468d-a7ba-ef663a858c20 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.687143] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.687143] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.687143] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.691421] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.691547] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.691547] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.691730] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.691821] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.691925] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27b8d495-e918-468d-a7ba-ef663a858c20',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.692996] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-acb22daa-cc16-4fbb-a653-4696f32df4f0 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.693362] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acb22daa-cc16-4fbb-a653-4696f32df4f0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.693535] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acb22daa-cc16-4fbb-a653-4696f32df4f0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.693701] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acb22daa-cc16-4fbb-a653-4696f32df4f0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.693812] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.694066] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.694066] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.697658] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.697658] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.697658] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acb22daa-cc16-4fbb-a653-4696f32df4f0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.841476] env[69468]: INFO networking_nsxv3.common.synchronization [req-c0d8bda5-0b89-4eda-803f-3a10e39b91fd req-c9a4967d-2d47-4a9a-adf9-aeb2f876b03c tempest-ServerRescueTestJSONUnderV235-122090117 tempest-ServerRescueTestJSONUnderV235-122090117-project-member] Enqueued Resource ID: 27b8d495-e918-468d-a7ba-ef663a858c20 with Priority: HIGHEST for action security_group_rules [ 953.842459] env[69468]: INFO networking_nsxv3.common.synchronization [req-c0d8bda5-0b89-4eda-803f-3a10e39b91fd req-c9a4967d-2d47-4a9a-adf9-aeb2f876b03c tempest-ServerRescueTestJSONUnderV235-122090117 tempest-ServerRescueTestJSONUnderV235-122090117-project-member] Enqueued Resource ID: 27b8d495-e918-468d-a7ba-ef663a858c20 with Priority: HIGHEST for action security_group_members [ 953.842636] env[69468]: INFO networking_nsxv3.common.synchronization [req-c0d8bda5-0b89-4eda-803f-3a10e39b91fd req-c9a4967d-2d47-4a9a-adf9-aeb2f876b03c tempest-ServerRescueTestJSONUnderV235-122090117 tempest-ServerRescueTestJSONUnderV235-122090117-project-member] Enqueued Resource ID: acb22daa-cc16-4fbb-a653-4696f32df4f0 with Priority: HIGHEST for action security_group_rules [ 953.842875] env[69468]: INFO networking_nsxv3.common.synchronization [req-c0d8bda5-0b89-4eda-803f-3a10e39b91fd req-c9a4967d-2d47-4a9a-adf9-aeb2f876b03c tempest-ServerRescueTestJSONUnderV235-122090117 tempest-ServerRescueTestJSONUnderV235-122090117-project-member] Enqueued Resource ID: acb22daa-cc16-4fbb-a653-4696f32df4f0 with Priority: HIGHEST for action security_group_members [ 953.843126] env[69468]: INFO networking_nsxv3.common.synchronization [req-c0d8bda5-0b89-4eda-803f-3a10e39b91fd req-c9a4967d-2d47-4a9a-adf9-aeb2f876b03c tempest-ServerRescueTestJSONUnderV235-122090117 tempest-ServerRescueTestJSONUnderV235-122090117-project-member] Enqueued Resource ID: 04c0ec8b-7341-4495-9aa9-5edcc8fd816a with Priority: HIGHEST for action port [ 953.843730] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27b8d495-e918-468d-a7ba-ef663a858c20 with Priority: HIGHEST for action security_group_rules [ 953.843877] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb22daa-cc16-4fbb-a653-4696f32df4f0 with Priority: HIGHEST for action security_group_rules [ 953.843977] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c0ec8b-7341-4495-9aa9-5edcc8fd816a with Priority: HIGHEST for action port [ 953.844087] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27b8d495-e918-468d-a7ba-ef663a858c20 with Priority: HIGHEST for action security_group_members [ 953.844177] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb22daa-cc16-4fbb-a653-4696f32df4f0 with Priority: HIGHEST for action security_group_members [ 953.844467] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27b8d495-e918-468d-a7ba-ef663a858c20 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.844589] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.844653] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.844868] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.845127] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27b8d495-e918-468d-a7ba-ef663a858c20',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.849351] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acb22daa-cc16-4fbb-a653-4696f32df4f0 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.849351] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acb22daa-cc16-4fbb-a653-4696f32df4f0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.849351] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acb22daa-cc16-4fbb-a653-4696f32df4f0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.849351] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acb22daa-cc16-4fbb-a653-4696f32df4f0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.849351] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acb22daa-cc16-4fbb-a653-4696f32df4f0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.849952] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-04c0ec8b-7341-4495-9aa9-5edcc8fd816a taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.850051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04c0ec8b-7341-4495-9aa9-5edcc8fd816a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.850118] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04c0ec8b-7341-4495-9aa9-5edcc8fd816a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.850559] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04c0ec8b-7341-4495-9aa9-5edcc8fd816a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.850559] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04c0ec8b-7341-4495-9aa9-5edcc8fd816a',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.851180] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-27b8d495-e918-468d-a7ba-ef663a858c20 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.851307] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.851659] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-acb22daa-cc16-4fbb-a653-4696f32df4f0 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.851659] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acb22daa-cc16-4fbb-a653-4696f32df4f0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.883281] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.883414] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.883453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.885972] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.885972] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.885972] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.885972] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.885972] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.885972] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.885972] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.885972] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7108429f-7f81-457c-8eb4-c0a79691ec5d already deleted. [ 953.885972] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.985163] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.985674] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.985789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.986072] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.986199] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.986361] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be created. [ 954.010777] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.010996] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.010996] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.011267] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.011458] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.019854] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: UNINITIALIZED for 2s [ 954.048375] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.048697] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-728" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.049047] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-728" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.049047] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-728" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.049591] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.049591] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.049591] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.049799] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.049927] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.050221] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 954.050346] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.050464] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.050579] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.050694] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 954.050805] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.050944] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.070151] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.070335] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 954.070477] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.070664] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-728" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.071039] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-de52f276-c28b-45f5-8248-9019b9765828 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.071221] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-de52f276-c28b-45f5-8248-9019b9765828" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.072040] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-de52f276-c28b-45f5-8248-9019b9765828" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.072040] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-de52f276-c28b-45f5-8248-9019b9765828" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.072040] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de52f276-c28b-45f5-8248-9019b9765828',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.196908] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27b8d495-e918-468d-a7ba-ef663a858c20',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.198086] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acb22daa-cc16-4fbb-a653-4696f32df4f0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.352964] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-27b8d495-e918-468d-a7ba-ef663a858c20 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.353377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.353426] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-acb22daa-cc16-4fbb-a653-4696f32df4f0 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.353519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acb22daa-cc16-4fbb-a653-4696f32df4f0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.353640] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04c0ec8b-7341-4495-9aa9-5edcc8fd816a with status ACTIVE [ 954.353793] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.353896] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.353978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.354216] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.354306] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.354532] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.354730] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.354730] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.354949] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.355100] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.355397] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.355548] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.355655] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.356440] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.356440] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.356440] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04c0ec8b-7341-4495-9aa9-5edcc8fd816a is going to be updated. [ 954.376635] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.376772] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.376842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.377073] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.377241] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.377404] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04c0ec8b-7341-4495-9aa9-5edcc8fd816a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.426603] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 in Status: SUCCESS [ 954.426828] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 deletion is rescheduled due to dependency. [ 954.427122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.577918] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.577918] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.577918] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.577918] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.577918] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.577918] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port de52f276-c28b-45f5-8248-9019b9765828 not found, creating... [ 954.577918] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.577918] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.577918] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.577918] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.577918] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.578524] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.578524] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.578524] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.578524] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.578524] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.578524] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: de52f276-c28b-45f5-8248-9019b9765828 is going to be created. [ 954.597555] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.597808] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.597942] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.598346] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.598626] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.598891] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-de52f276-c28b-45f5-8248-9019b9765828" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.700063] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27b8d495-e918-468d-a7ba-ef663a858c20',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.701053] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acb22daa-cc16-4fbb-a653-4696f32df4f0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.130346] env[69468]: INFO networking_nsxv3.common.synchronization [req-018d2012-a4e6-4024-bc57-deee6264d280 req-ee9345d3-398a-429d-9367-c6b3f0271bbb tempest-InstanceActionsTestJSON-1259809819 tempest-InstanceActionsTestJSON-1259809819-project-member] Enqueued Resource ID: 5ce22894-f26b-43c0-98a6-efabd2128408 with Priority: HIGHEST for action security_group_members [ 955.130790] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ce22894-f26b-43c0-98a6-efabd2128408 with Priority: HIGHEST for action security_group_members [ 955.131109] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ce22894-f26b-43c0-98a6-efabd2128408 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.131237] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.131338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.131507] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.131661] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.131758] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.131821] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.131965] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.135889] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.136473] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ce22894-f26b-43c0-98a6-efabd2128408',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.202686] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.202941] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.203021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.203253] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.203433] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.203479] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27b8d495-e918-468d-a7ba-ef663a858c20 is going to be updated. [ 955.205318] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.205435] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.205435] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.205599] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.205681] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.205772] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acb22daa-cc16-4fbb-a653-4696f32df4f0 is going to be created. [ 955.242757] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.242869] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.242995] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.243238] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.243432] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.250133] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.250297] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.250340] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.250529] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.250658] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.257565] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27b8d495-e918-468d-a7ba-ef663a858c20 in Status: IN_PROGRESS for 2s [ 955.258198] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acb22daa-cc16-4fbb-a653-4696f32df4f0 in Status: UNINITIALIZED for 2s [ 955.334157] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 in Status: SUCCESS [ 955.334437] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.344533] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: SUCCESS [ 955.344838] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.344950] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.345160] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.345389] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.345509] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.345572] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.345799] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.345799] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.345886] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.345977] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.398448] env[69468]: INFO networking_nsxv3.common.synchronization [req-d499d162-dbb3-4190-b79f-8ea5435842da req-44c68da6-7a51-4329-9dce-0783ec9bf017 tempest-ServerRescueTestJSONUnderV235-122090117 tempest-ServerRescueTestJSONUnderV235-122090117-project-member] Enqueued Resource ID: 27b8d495-e918-468d-a7ba-ef663a858c20 with Priority: HIGHEST for action security_group_members [ 955.398743] env[69468]: INFO networking_nsxv3.common.synchronization [req-d499d162-dbb3-4190-b79f-8ea5435842da req-44c68da6-7a51-4329-9dce-0783ec9bf017 tempest-ServerRescueTestJSONUnderV235-122090117 tempest-ServerRescueTestJSONUnderV235-122090117-project-member] Enqueued Resource ID: acb22daa-cc16-4fbb-a653-4696f32df4f0 with Priority: HIGHEST for action security_group_members [ 955.399110] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27b8d495-e918-468d-a7ba-ef663a858c20 with Priority: HIGHEST for action security_group_members [ 955.399245] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb22daa-cc16-4fbb-a653-4696f32df4f0 with Priority: HIGHEST for action security_group_members [ 955.399515] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-27b8d495-e918-468d-a7ba-ef663a858c20 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.399616] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.399816] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-acb22daa-cc16-4fbb-a653-4696f32df4f0 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.399918] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acb22daa-cc16-4fbb-a653-4696f32df4f0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.467079] env[69468]: INFO networking_nsxv3.common.synchronization [req-d499d162-dbb3-4190-b79f-8ea5435842da req-44c68da6-7a51-4329-9dce-0783ec9bf017 tempest-ServerRescueTestJSONUnderV235-122090117 tempest-ServerRescueTestJSONUnderV235-122090117-project-member] Enqueued Resource ID: 27b8d495-e918-468d-a7ba-ef663a858c20 with Priority: HIGHEST for action security_group_rules [ 955.467387] env[69468]: INFO networking_nsxv3.common.synchronization [req-d499d162-dbb3-4190-b79f-8ea5435842da req-44c68da6-7a51-4329-9dce-0783ec9bf017 tempest-ServerRescueTestJSONUnderV235-122090117 tempest-ServerRescueTestJSONUnderV235-122090117-project-member] Enqueued Resource ID: 27b8d495-e918-468d-a7ba-ef663a858c20 with Priority: HIGHEST for action security_group_members [ 955.467565] env[69468]: INFO networking_nsxv3.common.synchronization [req-d499d162-dbb3-4190-b79f-8ea5435842da req-44c68da6-7a51-4329-9dce-0783ec9bf017 tempest-ServerRescueTestJSONUnderV235-122090117 tempest-ServerRescueTestJSONUnderV235-122090117-project-member] Enqueued Resource ID: 04c0ec8b-7341-4495-9aa9-5edcc8fd816a with Priority: HIGHEST for action port [ 955.468084] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27b8d495-e918-468d-a7ba-ef663a858c20 with Priority: HIGHEST for action security_group_rules [ 955.468225] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27b8d495-e918-468d-a7ba-ef663a858c20 with Priority: HIGHEST for action security_group_members [ 955.468324] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c0ec8b-7341-4495-9aa9-5edcc8fd816a with Priority: HIGHEST for action port [ 955.468586] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27b8d495-e918-468d-a7ba-ef663a858c20 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.468688] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.468878] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-27b8d495-e918-468d-a7ba-ef663a858c20 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.468962] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.469151] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-04c0ec8b-7341-4495-9aa9-5edcc8fd816a taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.469251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04c0ec8b-7341-4495-9aa9-5edcc8fd816a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.469315] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04c0ec8b-7341-4495-9aa9-5edcc8fd816a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.469509] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04c0ec8b-7341-4495-9aa9-5edcc8fd816a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.469589] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04c0ec8b-7341-4495-9aa9-5edcc8fd816a',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.496548] env[69468]: INFO networking_nsxv3.common.synchronization [req-0d87e256-dd43-4b2f-9e85-0dfc7b384f5e req-6cc5e462-c0af-424f-bf5b-35d180529405 service nova] Enqueued Resource ID: 7108429f-7f81-457c-8eb4-c0a79691ec5d with Priority: HIGHEST for action security_group_rules [ 955.496734] env[69468]: INFO networking_nsxv3.common.synchronization [req-0d87e256-dd43-4b2f-9e85-0dfc7b384f5e req-6cc5e462-c0af-424f-bf5b-35d180529405 service nova] Enqueued Resource ID: 7108429f-7f81-457c-8eb4-c0a79691ec5d with Priority: HIGHEST for action security_group_members [ 955.496880] env[69468]: INFO networking_nsxv3.common.synchronization [req-0d87e256-dd43-4b2f-9e85-0dfc7b384f5e req-6cc5e462-c0af-424f-bf5b-35d180529405 service nova] Enqueued Resource ID: de52f276-c28b-45f5-8248-9019b9765828 with Priority: HIGHEST for action port [ 955.497182] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7108429f-7f81-457c-8eb4-c0a79691ec5d with Priority: HIGHEST for action security_group_rules [ 955.497316] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7108429f-7f81-457c-8eb4-c0a79691ec5d with Priority: HIGHEST for action security_group_members [ 955.497410] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de52f276-c28b-45f5-8248-9019b9765828 with Priority: HIGHEST for action port [ 955.497901] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7108429f-7f81-457c-8eb4-c0a79691ec5d taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.498349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.498349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.498477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.498535] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7108429f-7f81-457c-8eb4-c0a79691ec5d',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.499338] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-7108429f-7f81-457c-8eb4-c0a79691ec5d taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.499686] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.499686] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.499686] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.499868] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.499868] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.499997] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.500155] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.500240] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.500527] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7108429f-7f81-457c-8eb4-c0a79691ec5d',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.501038] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-de52f276-c28b-45f5-8248-9019b9765828 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.501138] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de52f276-c28b-45f5-8248-9019b9765828" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.501200] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de52f276-c28b-45f5-8248-9019b9765828" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.501342] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de52f276-c28b-45f5-8248-9019b9765828" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.501453] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de52f276-c28b-45f5-8248-9019b9765828',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.640061] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.640061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.640061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.640061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.640061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.640061] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.640061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.640061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.640061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.640061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.640061] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ce22894-f26b-43c0-98a6-efabd2128408 is going to be updated. [ 955.671142] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.671142] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.671142] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.671142] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.671142] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.680743] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ce22894-f26b-43c0-98a6-efabd2128408 in Status: IN_PROGRESS for 2s [ 955.850471] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.850471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.850471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.850471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.850471] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.850471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.850471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.850471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.850471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.850471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.850471] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.850471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.850471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.851691] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.851691] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.851691] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.851691] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.851691] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.851691] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.851691] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.851691] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.975022] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04c0ec8b-7341-4495-9aa9-5edcc8fd816a with status ACTIVE [ 955.975022] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.975022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.975022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.975022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.975022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.975022] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.975022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.975022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.975022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.975022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.975022] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.975022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.975022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.975022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.975022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.975022] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04c0ec8b-7341-4495-9aa9-5edcc8fd816a is going to be updated. [ 955.995709] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.995709] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.995709] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.995709] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.995709] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.995709] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04c0ec8b-7341-4495-9aa9-5edcc8fd816a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.006259] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-7108429f-7f81-457c-8eb4-c0a79691ec5d taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.006259] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.006259] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7108429f-7f81-457c-8eb4-c0a79691ec5d',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.006259] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de52f276-c28b-45f5-8248-9019b9765828 with status ACTIVE [ 956.006259] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.006259] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.006259] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.006259] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.006259] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.006259] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.006259] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.006259] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.006259] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.006259] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.007009] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.007009] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.007009] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.007009] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.007009] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.007009] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de52f276-c28b-45f5-8248-9019b9765828 is going to be updated. [ 956.031135] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 956.031135] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.031135] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.031135] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.031135] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.031135] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.031135] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.031135] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.031135] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.031135] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.031135] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.041142] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.041488] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.041871] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.042182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.043196] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.043196] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de52f276-c28b-45f5-8248-9019b9765828" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.096064] env[69468]: INFO networking_nsxv3.common.synchronization [req-e9e59ae4-c61e-4668-860a-9fc0e24ff466 req-1df1853d-54f2-4a33-8ca7-7018eea4b79a tempest-AttachVolumeNegativeTest-241775551 tempest-AttachVolumeNegativeTest-241775551-project-member] Enqueued Resource ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 with Priority: HIGHEST for action security_group_members [ 956.096354] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 with Priority: HIGHEST for action security_group_members [ 956.096684] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed87df6-0b5e-4dba-b7ba-616d88b90099 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.096831] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.096918] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.097217] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.097402] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.097525] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.097608] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.097784] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.097895] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.098014] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed87df6-0b5e-4dba-b7ba-616d88b90099',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.353955] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef: rpc.has_security_group_logging(os_id): False [ 956.370978] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.371146] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.371256] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.371555] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.371701] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.371948] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.372108] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.372160] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.372289] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.372370] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.372563] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.372699] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.372699] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.372856] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.373571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.373847] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.374043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.374526] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.374691] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.374781] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.374925] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef is going to be created. [ 956.428922] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.428922] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.428922] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.428922] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.428922] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.439054] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: IN_PROGRESS for 2s [ 956.510808] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7108429f-7f81-457c-8eb4-c0a79691ec5d',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.514137] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.514137] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-157" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.514137] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-157" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.514595] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-157" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.514595] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.514822] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.514880] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.515162] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.518620] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.518620] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 956.518620] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.518620] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.518620] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.518620] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 956.518620] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.518620] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.532657] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.532787] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.532905] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.533136] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.533316] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.533466] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.533519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.533645] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.533696] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.534297] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.534297] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.534297] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.534297] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.534297] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.534557] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.534557] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.534557] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.534732] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.534792] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.534880] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.534972] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.537579] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.537712] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 956.537903] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.538122] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-157" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.538419] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-f493e873-49de-4112-9562-cbb7d23892c8 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.538626] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-f493e873-49de-4112-9562-cbb7d23892c8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.538789] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-f493e873-49de-4112-9562-cbb7d23892c8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.539123] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-f493e873-49de-4112-9562-cbb7d23892c8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.539275] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f493e873-49de-4112-9562-cbb7d23892c8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.599638] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.599948] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.599948] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.600150] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.600240] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.600481] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.600586] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.600645] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.600845] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.600907] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.600974] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 already deleted. [ 956.601098] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.015613] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.015787] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.015863] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.016128] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.016230] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.016334] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7108429f-7f81-457c-8eb4-c0a79691ec5d is going to be created. [ 957.041528] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d9f2854-29a4-495d-8b9a-9f90ab59dd52: rpc.has_security_group_logging(os_id): False [ 957.043986] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.047242] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.047408] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.047738] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.047909] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.049348] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.049449] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.049579] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.049834] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.049987] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.050161] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port f493e873-49de-4112-9562-cbb7d23892c8 not found, creating... [ 957.050976] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.051193] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.051320] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.051553] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.051697] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.051992] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.052169] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.052292] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.052505] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.052645] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.052788] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: f493e873-49de-4112-9562-cbb7d23892c8 is going to be created. [ 957.065903] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7108429f-7f81-457c-8eb4-c0a79691ec5d in Status: UNINITIALIZED for 2s [ 957.077289] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.077474] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.077523] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.077694] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.077784] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.077993] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.078106] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.078171] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.078424] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.078424] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.078561] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.078652] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.078711] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.078847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.078922] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.079119] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.079208] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.079286] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.079425] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.079500] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.079582] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be created. [ 957.081549] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.081728] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.081857] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.082089] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.082313] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.082555] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-f493e873-49de-4112-9562-cbb7d23892c8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.182514] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.182713] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.182789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.183095] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.183295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.208027] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: IN_PROGRESS for 2s [ 957.270058] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acb22daa-cc16-4fbb-a653-4696f32df4f0 in Status: SUCCESS [ 957.270279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acb22daa-cc16-4fbb-a653-4696f32df4f0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.270435] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acb22daa-cc16-4fbb-a653-4696f32df4f0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.270673] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acb22daa-cc16-4fbb-a653-4696f32df4f0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.270979] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.271088] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.271088] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.271210] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.271286] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.271378] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acb22daa-cc16-4fbb-a653-4696f32df4f0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.272764] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27b8d495-e918-468d-a7ba-ef663a858c20 in Status: SUCCESS [ 957.272934] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.279025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.279025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.279025] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.279025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.279025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.279025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.279025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.279025] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27b8d495-e918-468d-a7ba-ef663a858c20',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.690374] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ce22894-f26b-43c0-98a6-efabd2128408 in Status: SUCCESS [ 957.690663] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ce22894-f26b-43c0-98a6-efabd2128408 deletion is rescheduled due to dependency. [ 957.692253] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.780012] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.780179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.780850] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.780850] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.780850] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.780850] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.780850] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.781103] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.781103] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.781248] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.781248] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acb22daa-cc16-4fbb-a653-4696f32df4f0 is going to be deleted. [ 957.784159] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27b8d495-e918-468d-a7ba-ef663a858c20',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.808719] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.808853] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.808932] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.809153] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.809919] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.809919] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acb22daa-cc16-4fbb-a653-4696f32df4f0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.809919] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acb22daa-cc16-4fbb-a653-4696f32df4f0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.810166] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acb22daa-cc16-4fbb-a653-4696f32df4f0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.810166] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.810294] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.810294] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.810505] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.810505] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.810607] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acb22daa-cc16-4fbb-a653-4696f32df4f0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.144125] env[69468]: INFO networking_nsxv3.common.synchronization [req-e9e59ae4-c61e-4668-860a-9fc0e24ff466 req-2c806818-398c-4bae-807e-30171b15d389 service nova] Enqueued Resource ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 with Priority: HIGHEST for action security_group_rules [ 958.144335] env[69468]: INFO networking_nsxv3.common.synchronization [req-e9e59ae4-c61e-4668-860a-9fc0e24ff466 req-2c806818-398c-4bae-807e-30171b15d389 service nova] Enqueued Resource ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 with Priority: HIGHEST for action security_group_members [ 958.144484] env[69468]: INFO networking_nsxv3.common.synchronization [req-e9e59ae4-c61e-4668-860a-9fc0e24ff466 req-2c806818-398c-4bae-807e-30171b15d389 service nova] Enqueued Resource ID: f493e873-49de-4112-9562-cbb7d23892c8 with Priority: HIGHEST for action port [ 958.144713] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 with Priority: HIGHEST for action security_group_rules [ 958.144839] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 with Priority: HIGHEST for action security_group_members [ 958.144935] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f493e873-49de-4112-9562-cbb7d23892c8 with Priority: HIGHEST for action port [ 958.150019] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ed87df6-0b5e-4dba-b7ba-616d88b90099 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.150019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.150019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.150019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.150019] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ed87df6-0b5e-4dba-b7ba-616d88b90099',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.150019] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed87df6-0b5e-4dba-b7ba-616d88b90099 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.150019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.150019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.150019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.150019] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.150019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.150019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.150019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.150019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.150019] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed87df6-0b5e-4dba-b7ba-616d88b90099',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.150019] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-f493e873-49de-4112-9562-cbb7d23892c8 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.150019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f493e873-49de-4112-9562-cbb7d23892c8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.150019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f493e873-49de-4112-9562-cbb7d23892c8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.150992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f493e873-49de-4112-9562-cbb7d23892c8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.150992] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f493e873-49de-4112-9562-cbb7d23892c8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.158057] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ed87df6-0b5e-4dba-b7ba-616d88b90099',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.286332] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27b8d495-e918-468d-a7ba-ef663a858c20',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.316020] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.316020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.316020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.316020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.316020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.316020] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.316020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.316020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.316020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.316020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.316020] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acb22daa-cc16-4fbb-a653-4696f32df4f0 already deleted. [ 958.316020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acb22daa-cc16-4fbb-a653-4696f32df4f0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.316020] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acb22daa-cc16-4fbb-a653-4696f32df4f0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.316020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acb22daa-cc16-4fbb-a653-4696f32df4f0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.316020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acb22daa-cc16-4fbb-a653-4696f32df4f0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.316020] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.316993] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.317160] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.317377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.317536] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.317777] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acb22daa-cc16-4fbb-a653-4696f32df4f0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.451346] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: SUCCESS [ 958.451346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.660774] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed87df6-0b5e-4dba-b7ba-616d88b90099 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.660774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.660774] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f493e873-49de-4112-9562-cbb7d23892c8 with status ACTIVE [ 958.660774] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.660774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.660774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.660774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.660774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.660774] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.660774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.660774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.660774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.660774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.660774] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.661477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.661477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.661477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.661477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.661477] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f493e873-49de-4112-9562-cbb7d23892c8 is going to be updated. [ 958.665063] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ed87df6-0b5e-4dba-b7ba-616d88b90099',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.683847] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.684031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.684113] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.684324] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.684467] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.684635] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f493e873-49de-4112-9562-cbb7d23892c8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.792425] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.792425] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.792425] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.792425] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.792425] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.792425] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27b8d495-e918-468d-a7ba-ef663a858c20 is going to be updated. [ 958.820381] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acb22daa-cc16-4fbb-a653-4696f32df4f0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.821729] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.821917] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.822040] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.822339] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.822476] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.822759] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.822913] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.823060] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.823384] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.823452] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.823536] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acb22daa-cc16-4fbb-a653-4696f32df4f0 already deleted. [ 958.823674] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acb22daa-cc16-4fbb-a653-4696f32df4f0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.825275] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.825440] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.825561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.825796] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.826502] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.837020] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27b8d495-e918-468d-a7ba-ef663a858c20 in Status: IN_PROGRESS for 2s [ 959.076324] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7108429f-7f81-457c-8eb4-c0a79691ec5d in Status: SUCCESS [ 959.076622] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.076847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.077199] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.077490] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.077700] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.077781] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.077953] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.078078] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.078203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.078299] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7108429f-7f81-457c-8eb4-c0a79691ec5d',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.169370] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.169370] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.169370] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.169602] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.170355] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.170355] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 is going to be created. [ 959.198450] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.198450] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.198450] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.198450] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.198450] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.212754] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 in Status: UNINITIALIZED for 2s [ 959.246530] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 959.246789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.325365] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acb22daa-cc16-4fbb-a653-4696f32df4f0: rpc.has_security_group_logging(os_id): False [ 959.345544] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.349170] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.349270] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.349503] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.349639] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.349842] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.349967] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.350037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.350182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.350260] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.350349] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acb22daa-cc16-4fbb-a653-4696f32df4f0 is going to be created. [ 959.367457] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/acb22daa-cc16-4fbb-a653-4696f32df4f0], does not exist path=[/infra/domains/default/groups/acb22daa-cc16-4fbb-a653-4696f32df4f0]."\n}' [ 959.367644] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acb22daa-cc16-4fbb-a653-4696f32df4f0 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/acb22daa-cc16-4fbb-a653-4696f32df4f0 [ 959.367742] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 959.402691] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.402840] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.402926] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.403188] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.405601] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.405972] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.406137] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.406320] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.406374] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.406445] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.406641] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.406725] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.406786] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.406924] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.406997] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.407144] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acb22daa-cc16-4fbb-a653-4696f32df4f0 is going to be created. [ 959.425972] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/acb22daa-cc16-4fbb-a653-4696f32df4f0], does not exist path=[/infra/domains/default/groups/acb22daa-cc16-4fbb-a653-4696f32df4f0]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/acb22daa-cc16-4fbb-a653-4696f32df4f0 [ 959.426145] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acb22daa-cc16-4fbb-a653-4696f32df4f0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.426347] env[69468]: Traceback (most recent call last): [ 959.426394] env[69468]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 959.426394] env[69468]: return func(*args, **kwargs) [ 959.426394] env[69468]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 959.426394] env[69468]: res.raise_for_status() [ 959.426394] env[69468]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 959.426394] env[69468]: raise HTTPError(http_error_msg, response=self) [ 959.426394] env[69468]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/acb22daa-cc16-4fbb-a653-4696f32df4f0 [ 959.426394] env[69468]: During handling of the above exception, another exception occurred: [ 959.426394] env[69468]: Traceback (most recent call last): [ 959.426394] env[69468]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 959.426394] env[69468]: listener.cb(fileno) [ 959.426394] env[69468]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 959.426394] env[69468]: result = function(*args, **kwargs) [ 959.426394] env[69468]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 959.426394] env[69468]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 959.426892] env[69468]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 959.426892] env[69468]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 959.426892] env[69468]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 959.426892] env[69468]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 959.426892] env[69468]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 959.426892] env[69468]: res.raise_for_status() [ 959.426892] env[69468]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 959.426892] env[69468]: raise HTTPError(http_error_msg, response=self) [ 959.426892] env[69468]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/acb22daa-cc16-4fbb-a653-4696f32df4f0 [ 959.426892] env[69468]: Removing descriptor: 68 [ 959.586521] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7108429f-7f81-457c-8eb4-c0a79691ec5d',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.087071] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7108429f-7f81-457c-8eb4-c0a79691ec5d: rpc.has_security_group_logging(os_id): False [ 960.103718] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.105037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.105037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.105037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.105037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.105037] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.105037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.105037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.105037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.105037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.105037] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7108429f-7f81-457c-8eb4-c0a79691ec5d is going to be created. [ 960.159557] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.159805] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.159896] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.160139] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.160354] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.172710] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7108429f-7f81-457c-8eb4-c0a79691ec5d in Status: IN_PROGRESS for 2s [ 960.854046] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27b8d495-e918-468d-a7ba-ef663a858c20 in Status: SUCCESS [ 960.854046] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.854046] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.854046] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.854046] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.854290] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.854290] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.854530] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.854530] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.854530] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.854677] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27b8d495-e918-468d-a7ba-ef663a858c20',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.855500] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.855677] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.855840] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.856220] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.856220] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.857415] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.857504] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.857597] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27b8d495-e918-468d-a7ba-ef663a858c20',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.225619] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 in Status: SUCCESS [ 961.226435] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.226624] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.226828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.227157] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.227289] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.227354] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.227516] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.227599] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.227685] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.227767] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ed87df6-0b5e-4dba-b7ba-616d88b90099',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.362100] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-27b8d495-e918-468d-a7ba-ef663a858c20 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.362100] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.362100] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27b8d495-e918-468d-a7ba-ef663a858c20',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.731827] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ed87df6-0b5e-4dba-b7ba-616d88b90099',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.865412] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27b8d495-e918-468d-a7ba-ef663a858c20',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.187446] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7108429f-7f81-457c-8eb4-c0a79691ec5d in Status: SUCCESS [ 962.187446] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.236772] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ed87df6-0b5e-4dba-b7ba-616d88b90099: rpc.has_security_group_logging(os_id): False [ 962.257139] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.257139] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.257139] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.257139] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.257139] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.257139] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.257139] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.257139] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.257139] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.257139] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.257139] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 is going to be created. [ 962.318029] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.318029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.318029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.318029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.318029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.332380] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 in Status: IN_PROGRESS for 2s [ 962.369608] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.369742] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.369785] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.370026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.370126] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.370230] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27b8d495-e918-468d-a7ba-ef663a858c20 is going to be updated. [ 962.400371] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.400590] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.400655] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.401015] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.401169] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.425165] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27b8d495-e918-468d-a7ba-ef663a858c20 in Status: IN_PROGRESS for 2s [ 963.145510] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 963.145637] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 964.345854] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 in Status: SUCCESS [ 964.346201] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.434569] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27b8d495-e918-468d-a7ba-ef663a858c20 in Status: SUCCESS [ 964.434847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.435106] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.435400] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.435650] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.436555] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.436555] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.436555] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.436555] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.436555] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27b8d495-e918-468d-a7ba-ef663a858c20',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.938860] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27b8d495-e918-468d-a7ba-ef663a858c20',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.441696] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27b8d495-e918-468d-a7ba-ef663a858c20',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.948308] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.948529] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.948583] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.948833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.950093] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.950093] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27b8d495-e918-468d-a7ba-ef663a858c20 is going to be updated. [ 965.965683] env[69468]: INFO networking_nsxv3.common.synchronization [req-b932636d-c33b-4682-a96d-7873dd06e01e req-68459683-6fe3-4c02-87cc-398d1c1d659a tempest-ImagesTestJSON-1045980182 tempest-ImagesTestJSON-1045980182-project-member] Enqueued Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 965.965683] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 965.965864] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.965982] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.966069] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.966260] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.966405] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.966494] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.966554] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.966690] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.966778] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.966869] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.970525] env[69468]: INFO networking_nsxv3.common.synchronization [req-b60b526d-09d8-4942-91fd-40a0d1156846 req-b0d0bd75-659c-464d-8e25-28be42233184 tempest-ServerActionsTestOtherA-1764177117 tempest-ServerActionsTestOtherA-1764177117-project-member] Enqueued Resource ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 with Priority: HIGHEST for action security_group_members [ 965.970525] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 with Priority: HIGHEST for action security_group_members [ 965.970926] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.971431] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.971549] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.971806] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.972030] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.972283] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.972283] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.973029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.973029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.973029] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.977096] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.977224] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.977293] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.977476] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.977621] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.987217] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27b8d495-e918-468d-a7ba-ef663a858c20 in Status: IN_PROGRESS for 2s [ 966.307242] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.307498] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-465" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.307674] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-465" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.308237] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-465" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.308547] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.309558] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.309558] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.309558] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.309558] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.309759] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 966.309904] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.310074] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.310236] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.310399] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 966.310558] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.310747] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.333241] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.333241] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 966.333241] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.333241] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-465" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.333241] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-faddd0cb-2c06-43e5-adff-b74e725a50ba taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.333241] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-faddd0cb-2c06-43e5-adff-b74e725a50ba" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.333241] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-faddd0cb-2c06-43e5-adff-b74e725a50ba" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.333241] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-faddd0cb-2c06-43e5-adff-b74e725a50ba" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.333871] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faddd0cb-2c06-43e5-adff-b74e725a50ba',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.471319] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.471626] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.471626] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.471772] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.474587] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.474696] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.495269] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.495575] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.495732] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.495810] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.496012] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.496102] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.496228] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 is going to be updated. [ 966.497260] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.497438] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.497549] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.497767] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.497877] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.497942] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.498444] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.498543] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.498635] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 already deleted. [ 966.498719] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.524329] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.524605] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.524605] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.524779] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.525035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.532565] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: IN_PROGRESS for 2s [ 966.728166] env[69468]: INFO networking_nsxv3.common.synchronization [req-53bd4ffb-6e65-48ab-b8ce-920e250d447e req-b8517747-850a-4e63-9a6f-a5386f78c3e8 tempest-ServerRescueTestJSONUnderV235-122090117 tempest-ServerRescueTestJSONUnderV235-122090117-project-member] Enqueued Resource ID: 27b8d495-e918-468d-a7ba-ef663a858c20 with Priority: HIGHEST for action security_group_members [ 966.728512] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27b8d495-e918-468d-a7ba-ef663a858c20 with Priority: HIGHEST for action security_group_members [ 966.728804] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-27b8d495-e918-468d-a7ba-ef663a858c20 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.728957] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.837082] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.837585] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.837585] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.838173] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.838364] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.838535] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port faddd0cb-2c06-43e5-adff-b74e725a50ba not found, creating... [ 966.838830] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.839018] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.839141] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.839396] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.839548] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.839851] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.840023] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.840145] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.840384] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.840541] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.840809] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: faddd0cb-2c06-43e5-adff-b74e725a50ba is going to be created. [ 966.862548] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.866210] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.866439] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.866744] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.866992] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.867250] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-faddd0cb-2c06-43e5-adff-b74e725a50ba" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.586793] env[69468]: INFO networking_nsxv3.common.synchronization [req-b60b526d-09d8-4942-91fd-40a0d1156846 req-cd61051f-6e5d-46ec-9da7-fc1dba5b2fd9 service nova] Enqueued Resource ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 with Priority: HIGHEST for action security_group_rules [ 967.586793] env[69468]: INFO networking_nsxv3.common.synchronization [req-b60b526d-09d8-4942-91fd-40a0d1156846 req-cd61051f-6e5d-46ec-9da7-fc1dba5b2fd9 service nova] Enqueued Resource ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 with Priority: HIGHEST for action security_group_members [ 967.586793] env[69468]: INFO networking_nsxv3.common.synchronization [req-b60b526d-09d8-4942-91fd-40a0d1156846 req-cd61051f-6e5d-46ec-9da7-fc1dba5b2fd9 service nova] Enqueued Resource ID: faddd0cb-2c06-43e5-adff-b74e725a50ba with Priority: HIGHEST for action port [ 967.587973] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 with Priority: HIGHEST for action security_group_rules [ 967.587973] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 with Priority: HIGHEST for action security_group_members [ 967.587973] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faddd0cb-2c06-43e5-adff-b74e725a50ba with Priority: HIGHEST for action port [ 967.587973] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.588558] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.588558] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.588558] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.588558] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.589361] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.589500] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.589569] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.589670] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.589819] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.589900] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.589955] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.590258] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.590349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.590681] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.591540] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-faddd0cb-2c06-43e5-adff-b74e725a50ba taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.591540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faddd0cb-2c06-43e5-adff-b74e725a50ba" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.591540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faddd0cb-2c06-43e5-adff-b74e725a50ba" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.591540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faddd0cb-2c06-43e5-adff-b74e725a50ba" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.591787] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faddd0cb-2c06-43e5-adff-b74e725a50ba',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.996805] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27b8d495-e918-468d-a7ba-ef663a858c20 in Status: SUCCESS [ 967.999643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.999643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.999643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.999643] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.999643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.999643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.999643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.999643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.999643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.999643] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-27b8d495-e918-468d-a7ba-ef663a858c20 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.999643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.999643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.999643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.999643] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.999643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.999643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.999643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.999643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.000789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.000789] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27b8d495-e918-468d-a7ba-ef663a858c20',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.000789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.000789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.000789] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.000789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.000789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.001026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.001026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.001026] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27b8d495-e918-468d-a7ba-ef663a858c20',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.093062] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.094045] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.094045] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.094599] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port faddd0cb-2c06-43e5-adff-b74e725a50ba with status ACTIVE [ 968.094738] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.094865] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.094942] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.095238] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.095400] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.095545] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.095649] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.095736] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.096051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.096091] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.097077] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.097077] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.097077] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.097077] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.097077] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.097077] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: faddd0cb-2c06-43e5-adff-b74e725a50ba is going to be updated. [ 968.115149] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.115301] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.115348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.115533] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.115667] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.115820] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faddd0cb-2c06-43e5-adff-b74e725a50ba" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.219440] env[69468]: INFO networking_nsxv3.common.synchronization [req-28b51d38-faf0-4f55-9c6f-b51710cec9cf req-78078533-6f0f-4df7-ad36-670f8f9dfdcd tempest-AttachInterfacesTestJSON-1478316462 tempest-AttachInterfacesTestJSON-1478316462-project-member] Enqueued Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_members [ 968.219977] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_members [ 968.220309] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.220426] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.220489] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.220689] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.220829] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.220921] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.220974] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.221238] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.221321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.221411] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.503167] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27b8d495-e918-468d-a7ba-ef663a858c20: rpc.has_security_group_logging(os_id): False [ 968.504564] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.504699] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.504877] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.505065] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.522230] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.522457] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.524811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.525126] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.525257] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.525336] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.525560] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.525684] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.525820] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27b8d495-e918-468d-a7ba-ef663a858c20 is going to be updated. [ 968.526840] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.527093] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.527217] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.527410] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.527515] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.527575] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.527772] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.527876] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.528121] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.528226] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.528285] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.528483] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.528602] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.528817] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.528915] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.528970] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.529175] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.529294] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.529407] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27b8d495-e918-468d-a7ba-ef663a858c20 is going to be updated. [ 968.542027] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: SUCCESS [ 968.542238] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 deletion is rescheduled due to dependency. [ 968.542378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.562523] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.562887] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.562887] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.563127] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.563343] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.572820] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27b8d495-e918-468d-a7ba-ef663a858c20 in Status: IN_PROGRESS for 2s [ 968.599866] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.599866] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.599866] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.599866] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.599866] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.605121] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.619209] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27b8d495-e918-468d-a7ba-ef663a858c20 in Status: IN_PROGRESS for 2s [ 968.725014] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.725342] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.725342] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.726573] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.748543] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.748809] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.748992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.748992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.749245] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.749296] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.749384] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef is going to be updated. [ 968.784100] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.784328] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.784328] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.784586] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.784586] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.792198] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: IN_PROGRESS for 2s [ 969.109539] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.109672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.109805] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.110939] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.110939] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.110939] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 is going to be created. [ 969.137885] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.137885] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.137885] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.137885] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.137885] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.145967] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 in Status: UNINITIALIZED for 2s [ 970.583376] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27b8d495-e918-468d-a7ba-ef663a858c20 in Status: SUCCESS [ 970.583692] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27b8d495-e918-468d-a7ba-ef663a858c20 deletion is rescheduled due to dependency. [ 970.583692] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.631347] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27b8d495-e918-468d-a7ba-ef663a858c20 in Status: SUCCESS [ 970.631975] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.631975] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.631975] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.631975] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27b8d495-e918-468d-a7ba-ef663a858c20',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.801945] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: SUCCESS [ 970.801945] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef deletion is rescheduled due to dependency. [ 970.801945] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.156200] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 in Status: SUCCESS [ 971.156381] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.156517] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.156781] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.156947] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.157106] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.157156] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.157352] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.157496] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.157534] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.157612] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.159598] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.159598] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.159598] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.159598] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.159598] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.159858] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27b8d495-e918-468d-a7ba-ef663a858c20 is going to be deleted. [ 971.233592] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.233804] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.233804] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.234018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.234131] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.234288] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27b8d495-e918-468d-a7ba-ef663a858c20" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.664891] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.664891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.664891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.664891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.664891] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.664891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.664891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.664891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.664891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.664891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.664891] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.664891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.664891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.664891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.664891] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.664891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.665862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.665862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.665862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.665862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.665862] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.169880] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2: rpc.has_security_group_logging(os_id): False [ 972.186636] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.187287] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.188036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.188036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.188036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.188036] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.188254] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.188254] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.188319] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.188387] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.188582] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.188680] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.188741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.188876] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.188952] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.189153] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.189249] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.189313] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.189469] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.189516] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.189603] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 is going to be created. [ 972.250502] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.250502] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.250502] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.250502] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.250745] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.262329] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 in Status: IN_PROGRESS for 2s [ 972.362963] env[69468]: INFO networking_nsxv3.common.synchronization [req-3b573f15-ed60-4e52-9d2a-fcaa47516029 req-747cc8b5-8921-4a08-9395-71489591c196 tempest-AttachInterfacesTestJSON-1478316462 tempest-AttachInterfacesTestJSON-1478316462-project-member] Enqueued Resource ID: fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b with Priority: HIGHEST for action security_group_members [ 972.363611] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b with Priority: HIGHEST for action security_group_members [ 972.363940] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.364164] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.364164] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.364350] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.364502] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.364601] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.364664] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.364809] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.364895] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.364988] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.867633] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.867960] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.867960] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.868110] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.889247] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.889553] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.889705] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.889804] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.890034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.890125] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.890221] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b is going to be updated. [ 972.918306] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.918510] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.918580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.918757] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.918894] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.928480] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b in Status: IN_PROGRESS for 2s [ 974.278223] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 in Status: SUCCESS [ 974.278551] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.937893] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b in Status: SUCCESS [ 974.938131] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b deletion is rescheduled due to dependency. [ 974.938257] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.365832] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 977.366688] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 980.702821] env[69468]: INFO networking_nsxv3.common.synchronization [req-5c5ae0db-eb9a-4159-a0b9-d2c490b5cbdf req-a38bd907-f08f-45ed-ac94-816f58da6bd9 tempest-MigrationsAdminTest-286006226 tempest-MigrationsAdminTest-286006226-project-member] Enqueued Resource ID: fbe2916d-c20c-4b27-809f-90db7414ebad with Priority: HIGHEST for action security_group_members [ 980.706026] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe2916d-c20c-4b27-809f-90db7414ebad with Priority: HIGHEST for action security_group_members [ 980.706026] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe2916d-c20c-4b27-809f-90db7414ebad taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.706026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.706026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.706026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.706026] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.706026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.706026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.706026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.706816] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.707668] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbe2916d-c20c-4b27-809f-90db7414ebad',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.048696] env[69468]: INFO networking_nsxv3.common.synchronization [req-c0f7c22b-2b04-4b70-ba75-b468d9aeda16 req-decb0d63-7dd7-4cfd-913b-75dc705c5f54 tempest-ListServerFiltersTestJSON-2013984309 tempest-ListServerFiltersTestJSON-2013984309-project-member] Enqueued Resource ID: daee25bb-1216-41af-bead-0a66ce511461 with Priority: HIGHEST for action security_group_members [ 981.049310] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daee25bb-1216-41af-bead-0a66ce511461 with Priority: HIGHEST for action security_group_members [ 981.049623] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-daee25bb-1216-41af-bead-0a66ce511461 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.049748] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.049818] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.050015] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.050424] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.050603] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.050765] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.051070] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.051251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.051342] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.214057] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbe2916d-c20c-4b27-809f-90db7414ebad',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.357780] env[69468]: INFO networking_nsxv3.common.synchronization [req-a742834b-b064-426c-96be-734ce620cf19 req-e0883d2e-5702-48b7-8d41-2c25a1a6517f tempest-DeleteServersTestJSON-1823655983 tempest-DeleteServersTestJSON-1823655983-project-member] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 981.357780] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 981.357780] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.357780] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.357780] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.357780] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.358367] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.358680] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.358868] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.360251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.360251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.360251] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.553754] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.719778] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbe2916d-c20c-4b27-809f-90db7414ebad',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.861868] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.862144] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.862144] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.862305] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.884799] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.884799] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.884799] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.884799] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.884799] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.885189] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.885189] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 is going to be updated. [ 981.908257] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.908500] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.908615] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.908914] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.909149] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.916850] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: IN_PROGRESS for 2s [ 982.058226] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.228945] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.229081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.229223] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.229789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.229881] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.229995] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbe2916d-c20c-4b27-809f-90db7414ebad is going to be updated. [ 982.265748] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.266027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.266027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.266220] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.266369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.277701] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbe2916d-c20c-4b27-809f-90db7414ebad in Status: IN_PROGRESS for 2s [ 982.561023] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.561023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.561312] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.561465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.561558] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.561634] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daee25bb-1216-41af-bead-0a66ce511461 is going to be updated. [ 982.587898] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.588119] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.588235] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.588513] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.588727] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.597949] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daee25bb-1216-41af-bead-0a66ce511461 in Status: IN_PROGRESS for 2s [ 983.450398] env[69468]: INFO networking_nsxv3.common.synchronization [req-e917ce1f-2510-404f-a97b-c77c4cef38cb req-e595b9ad-bec5-4a29-b526-1e4ef79c696e tempest-ServersTestFqdnHostnames-286418074 tempest-ServersTestFqdnHostnames-286418074-project-member] Enqueued Resource ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e with Priority: HIGHEST for action security_group_members [ 983.450934] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e with Priority: HIGHEST for action security_group_members [ 983.451260] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ede97d-3078-4d74-9a53-21f8c2bf716e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.451394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.451485] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.451687] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.452219] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.452343] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.452410] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.452597] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.452688] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.452783] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63ede97d-3078-4d74-9a53-21f8c2bf716e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.926896] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: SUCCESS [ 983.927266] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 deletion is rescheduled due to dependency. [ 983.927266] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.955333] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.955333] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.955333] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.955333] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.974040] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.974370] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.974617] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.974617] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.974869] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.974869] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.974939] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e is going to be updated. [ 984.002284] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.002515] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.002515] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.003113] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.003113] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.011015] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e in Status: IN_PROGRESS for 2s [ 984.290450] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbe2916d-c20c-4b27-809f-90db7414ebad in Status: SUCCESS [ 984.290703] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.607600] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daee25bb-1216-41af-bead-0a66ce511461 in Status: SUCCESS [ 984.607949] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.020207] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e in Status: SUCCESS [ 986.020537] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e deletion is rescheduled due to dependency. [ 986.020537] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.989466] env[69468]: INFO networking_nsxv3.common.synchronization [req-5c3e6e04-a84a-4023-82af-932193800355 req-855c473a-d603-4aab-a04d-23da1b96dde9 tempest-ServersNegativeTestJSON-1911859080 tempest-ServersNegativeTestJSON-1911859080-project-member] Enqueued Resource ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 with Priority: HIGHEST for action security_group_members [ 986.989466] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 with Priority: HIGHEST for action security_group_members [ 986.989466] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-691afeeb-47f3-4a01-862f-1923fedd9e82 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.989466] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.989466] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.989466] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.989466] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.989466] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.989466] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.990312] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.990436] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.990561] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('691afeeb-47f3-4a01-862f-1923fedd9e82',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.301927] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.301927] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-434" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.301927] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-434" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.301927] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-434" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.301927] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.301927] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.301927] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.301927] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.301927] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.301927] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 987.301927] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.301927] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.302666] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.302666] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 987.302666] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.302894] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.322573] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.322639] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 987.322784] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.322976] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-434" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.323332] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-16c03d8c-ab68-4516-b540-a94b1d4caf49 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.323516] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-16c03d8c-ab68-4516-b540-a94b1d4caf49" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.323641] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-16c03d8c-ab68-4516-b540-a94b1d4caf49" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.323953] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-16c03d8c-ab68-4516-b540-a94b1d4caf49" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.324112] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16c03d8c-ab68-4516-b540-a94b1d4caf49',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.493596] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('691afeeb-47f3-4a01-862f-1923fedd9e82',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.828272] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.828855] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.828855] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.828984] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.829096] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.829254] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 16c03d8c-ab68-4516-b540-a94b1d4caf49 not found, creating... [ 987.829528] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.829729] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.829879] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.830022] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.830166] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.830452] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.830614] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.830739] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.831013] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.831103] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.831248] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 16c03d8c-ab68-4516-b540-a94b1d4caf49 is going to be created. [ 987.850896] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.851232] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.851289] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.851604] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.851855] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.852150] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-16c03d8c-ab68-4516-b540-a94b1d4caf49" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.996125] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('691afeeb-47f3-4a01-862f-1923fedd9e82',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.499226] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.499618] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.499618] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.499728] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.499769] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.499853] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 is going to be updated. [ 988.528274] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.528274] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.528417] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.529548] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.529548] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.536071] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 in Status: IN_PROGRESS for 2s [ 988.544929] env[69468]: INFO networking_nsxv3.common.synchronization [req-5c3e6e04-a84a-4023-82af-932193800355 req-7b4eca6c-32ab-4fc1-987a-252c0eeea468 service nova] Enqueued Resource ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 with Priority: HIGHEST for action security_group_rules [ 988.545122] env[69468]: INFO networking_nsxv3.common.synchronization [req-5c3e6e04-a84a-4023-82af-932193800355 req-7b4eca6c-32ab-4fc1-987a-252c0eeea468 service nova] Enqueued Resource ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 with Priority: HIGHEST for action security_group_members [ 988.545301] env[69468]: INFO networking_nsxv3.common.synchronization [req-5c3e6e04-a84a-4023-82af-932193800355 req-7b4eca6c-32ab-4fc1-987a-252c0eeea468 service nova] Enqueued Resource ID: 16c03d8c-ab68-4516-b540-a94b1d4caf49 with Priority: HIGHEST for action port [ 988.545442] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 with Priority: HIGHEST for action security_group_rules [ 988.545596] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 with Priority: HIGHEST for action security_group_members [ 988.545698] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c03d8c-ab68-4516-b540-a94b1d4caf49 with Priority: HIGHEST for action port [ 988.546292] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-691afeeb-47f3-4a01-862f-1923fedd9e82 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.546418] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.546519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.546688] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.546780] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('691afeeb-47f3-4a01-862f-1923fedd9e82',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.548769] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-691afeeb-47f3-4a01-862f-1923fedd9e82 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.548891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.549106] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-16c03d8c-ab68-4516-b540-a94b1d4caf49 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.549213] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16c03d8c-ab68-4516-b540-a94b1d4caf49" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.549289] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16c03d8c-ab68-4516-b540-a94b1d4caf49" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.550172] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16c03d8c-ab68-4516-b540-a94b1d4caf49" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.550172] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16c03d8c-ab68-4516-b540-a94b1d4caf49',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.049459] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-691afeeb-47f3-4a01-862f-1923fedd9e82 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.049672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.053256] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16c03d8c-ab68-4516-b540-a94b1d4caf49 with status ACTIVE [ 989.053256] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.053256] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.053256] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.053256] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.053256] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.053256] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.053256] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.053256] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.053691] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.053783] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.053984] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.054124] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.054177] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.054337] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.054439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.054540] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16c03d8c-ab68-4516-b540-a94b1d4caf49 is going to be updated. [ 989.073763] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.073945] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.073997] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.074203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.074373] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.074540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16c03d8c-ab68-4516-b540-a94b1d4caf49" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.444245] env[69468]: INFO networking_nsxv3.common.synchronization [req-dc427d7f-c153-4ab0-9a3f-0101b768ea75 req-e067e9e4-3423-48cf-acb9-923486bf44b1 tempest-ServersTestJSON-711529090 tempest-ServersTestJSON-711529090-project-member] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 989.444762] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 989.445074] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.445198] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.445283] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.445459] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.445642] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.445737] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.445800] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.445947] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.446045] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.446185] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.745019] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.745019] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.745019] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.745019] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.745019] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.745019] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.745763] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.746125] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.746452] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.746770] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 989.747037] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.747280] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.747502] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.749593] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 989.749593] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.749593] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.766984] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.766984] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 989.766984] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.766984] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.767391] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-7dcffc2d-4fd4-4b04-9913-da880fac60ed taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.767391] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-7dcffc2d-4fd4-4b04-9913-da880fac60ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.767391] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-7dcffc2d-4fd4-4b04-9913-da880fac60ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.768481] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-7dcffc2d-4fd4-4b04-9913-da880fac60ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.768481] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dcffc2d-4fd4-4b04-9913-da880fac60ed',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.948235] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.270876] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.271071] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.271219] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.271518] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.271676] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.271838] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 7dcffc2d-4fd4-4b04-9913-da880fac60ed not found, creating... [ 990.272117] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.272921] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.272921] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.272921] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.272921] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.273462] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.273462] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.273462] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.273678] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.273841] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.274017] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 7dcffc2d-4fd4-4b04-9913-da880fac60ed is going to be created. [ 990.291738] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.291994] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.292094] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.292363] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.292599] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.292836] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-7dcffc2d-4fd4-4b04-9913-da880fac60ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.450293] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.547265] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 in Status: SUCCESS [ 990.547469] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.547660] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.547889] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.548144] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.548276] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.548345] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.548521] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.548601] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.548698] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('691afeeb-47f3-4a01-862f-1923fedd9e82',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.952869] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.953313] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.953313] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.953550] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.953683] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.953818] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be updated. [ 990.982340] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.982504] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.982574] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.982779] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.982922] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.984584] env[69468]: INFO networking_nsxv3.common.synchronization [req-dc427d7f-c153-4ab0-9a3f-0101b768ea75 req-d2e57f22-08a3-48fc-b347-d39f64986daf service nova] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_rules [ 990.984762] env[69468]: INFO networking_nsxv3.common.synchronization [req-dc427d7f-c153-4ab0-9a3f-0101b768ea75 req-d2e57f22-08a3-48fc-b347-d39f64986daf service nova] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 990.984902] env[69468]: INFO networking_nsxv3.common.synchronization [req-dc427d7f-c153-4ab0-9a3f-0101b768ea75 req-d2e57f22-08a3-48fc-b347-d39f64986daf service nova] Enqueued Resource ID: 7dcffc2d-4fd4-4b04-9913-da880fac60ed with Priority: HIGHEST for action port [ 990.985507] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_rules [ 990.985645] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 990.985775] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dcffc2d-4fd4-4b04-9913-da880fac60ed with Priority: HIGHEST for action port [ 990.986353] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.986467] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.986536] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.986706] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.986786] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.987884] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.987995] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.988267] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dcffc2d-4fd4-4b04-9913-da880fac60ed taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.988366] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dcffc2d-4fd4-4b04-9913-da880fac60ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.988435] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dcffc2d-4fd4-4b04-9913-da880fac60ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.988589] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dcffc2d-4fd4-4b04-9913-da880fac60ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.988663] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dcffc2d-4fd4-4b04-9913-da880fac60ed',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.993940] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: IN_PROGRESS for 2s [ 991.051721] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('691afeeb-47f3-4a01-862f-1923fedd9e82',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.492066] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.492066] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.492066] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7dcffc2d-4fd4-4b04-9913-da880fac60ed with status ACTIVE [ 991.492066] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.492066] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.492066] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.492066] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.492066] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.492066] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.492066] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.492517] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.492517] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.492517] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.492668] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.492668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.492753] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.492842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.492921] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.493029] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7dcffc2d-4fd4-4b04-9913-da880fac60ed is going to be updated. [ 991.512381] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.512542] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.512594] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.512775] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.512909] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.513118] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dcffc2d-4fd4-4b04-9913-da880fac60ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.553676] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('691afeeb-47f3-4a01-862f-1923fedd9e82',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.918227] env[69468]: INFO networking_nsxv3.common.synchronization [req-abb868dd-07b0-4576-8093-32247f4a45fb req-01f59053-d285-4143-98d8-9bd7a9135c83 tempest-ImagesTestJSON-1045980182 tempest-ImagesTestJSON-1045980182-project-member] Enqueued Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 991.918227] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 991.918227] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.918227] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.918227] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.918227] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.918227] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.918227] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.918227] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.922870] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.922870] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.922870] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.056221] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.056559] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.056559] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.056663] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.056735] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.056837] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 is going to be updated. [ 992.093087] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.093237] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.093994] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.093994] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.093994] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.102166] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 in Status: IN_PROGRESS for 2s [ 992.206301] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.206503] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-704" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.206630] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-704" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.206892] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-704" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.207160] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.207317] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.207438] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.207653] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.207801] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.208012] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 992.208138] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.208251] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.208364] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.208476] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 992.208587] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.208718] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.244762] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.244983] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 992.245188] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.245487] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-704" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.245929] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-886a1220-72c0-4395-8f70-1ab633f634ff taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.246153] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-886a1220-72c0-4395-8f70-1ab633f634ff" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.246296] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-886a1220-72c0-4395-8f70-1ab633f634ff" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.246692] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-886a1220-72c0-4395-8f70-1ab633f634ff" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.246878] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('886a1220-72c0-4395-8f70-1ab633f634ff',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.425054] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.425245] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.425245] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.425431] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.425527] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.426046] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.426209] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.426279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.426477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.426597] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.426705] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 is going to be updated. [ 992.452831] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.452986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.453071] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.453354] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.453496] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.461470] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: IN_PROGRESS for 2s [ 992.749754] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.750156] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.750355] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.750770] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.750959] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.751285] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 886a1220-72c0-4395-8f70-1ab633f634ff not found, creating... [ 992.751689] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.751953] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.752126] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.752453] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.752624] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.752942] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.753121] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.753309] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.753544] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.753789] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.753833] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 886a1220-72c0-4395-8f70-1ab633f634ff is going to be created. [ 992.773075] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.773307] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.773307] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.773590] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.773829] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.774121] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-886a1220-72c0-4395-8f70-1ab633f634ff" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.006134] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 993.006134] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.006134] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.006134] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.006134] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.006134] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.006134] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.006134] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.006134] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.006134] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.412844] env[69468]: INFO networking_nsxv3.common.synchronization [req-abb868dd-07b0-4576-8093-32247f4a45fb req-39000fab-39ae-43e1-9369-7fbe538b69b8 service nova] Enqueued Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_rules [ 993.413136] env[69468]: INFO networking_nsxv3.common.synchronization [req-abb868dd-07b0-4576-8093-32247f4a45fb req-39000fab-39ae-43e1-9369-7fbe538b69b8 service nova] Enqueued Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 993.413328] env[69468]: INFO networking_nsxv3.common.synchronization [req-abb868dd-07b0-4576-8093-32247f4a45fb req-39000fab-39ae-43e1-9369-7fbe538b69b8 service nova] Enqueued Resource ID: 886a1220-72c0-4395-8f70-1ab633f634ff with Priority: HIGHEST for action port [ 993.413564] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_rules [ 993.413710] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 993.413862] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 886a1220-72c0-4395-8f70-1ab633f634ff with Priority: HIGHEST for action port [ 993.414469] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.414603] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.414671] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.414870] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.414961] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.415785] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.415884] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.416083] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-886a1220-72c0-4395-8f70-1ab633f634ff taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.416185] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-886a1220-72c0-4395-8f70-1ab633f634ff" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.416252] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-886a1220-72c0-4395-8f70-1ab633f634ff" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.416432] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-886a1220-72c0-4395-8f70-1ab633f634ff" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.416494] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('886a1220-72c0-4395-8f70-1ab633f634ff',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.507600] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.918343] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.918491] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.920420] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 886a1220-72c0-4395-8f70-1ab633f634ff with status ACTIVE [ 993.920420] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.920420] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.920420] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.920420] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.920420] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.920420] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.920420] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.920420] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.920420] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.920420] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.920420] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.920420] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.920420] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.920420] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.920420] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.921198] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 886a1220-72c0-4395-8f70-1ab633f634ff is going to be updated. [ 993.941007] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.941253] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.941360] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.941644] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.941839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.942046] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-886a1220-72c0-4395-8f70-1ab633f634ff" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.013585] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.113766] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 in Status: SUCCESS [ 994.114101] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.114342] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.114620] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.114870] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.115133] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.115197] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.115356] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.115434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.115530] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.115621] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('691afeeb-47f3-4a01-862f-1923fedd9e82',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.470854] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: SUCCESS [ 994.471132] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 deletion is rescheduled due to dependency. [ 994.471177] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.471371] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.471588] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.471767] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.471881] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.471949] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.472109] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.472190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.472287] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.518680] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.518806] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.518854] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.519072] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.519163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.519261] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be updated. [ 994.546431] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.546562] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.546615] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.546795] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.546932] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.555610] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: IN_PROGRESS for 2s [ 994.617914] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-691afeeb-47f3-4a01-862f-1923fedd9e82 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.618096] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.618189] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.618532] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.618743] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.618877] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.618964] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.619169] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.619288] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.619405] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.619578] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-691afeeb-47f3-4a01-862f-1923fedd9e82 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.619751] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.619799] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.619984] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.620174] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.620528] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.620528] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.620528] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.620659] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.620659] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.620731] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('691afeeb-47f3-4a01-862f-1923fedd9e82',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.974970] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.122782] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 691afeeb-47f3-4a01-862f-1923fedd9e82: rpc.has_security_group_logging(os_id): False [ 995.141692] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.141890] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.141960] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.142186] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.172684] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.172936] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.173113] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.173183] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.173517] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.173589] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.173733] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.173823] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.173900] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.174103] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.174200] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.174437] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.174536] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.175321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.175321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.175321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.175321] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 is going to be updated. [ 995.318112] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.320902] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.320902] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.320902] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.320902] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.332732] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 in Status: IN_PROGRESS for 2s [ 995.483250] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.985137] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.985333] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.985411] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.985681] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.985771] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.985873] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 is going to be updated. [ 996.012787] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.013036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.013036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.013287] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.013455] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.021912] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: IN_PROGRESS for 2s [ 996.565667] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 996.566024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.566233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.566468] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.567236] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.567549] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.567669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.567924] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.568200] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.568200] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.568314] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.072969] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.072969] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.072969] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.073330] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.073330] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.073330] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.073448] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.073626] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.073699] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.073748] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.073903] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.074016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.074089] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.074243] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.074418] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.074514] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.074589] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.076516] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.076516] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.076516] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.076516] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.349085] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 in Status: SUCCESS [ 997.349196] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.582433] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d9f2854-29a4-495d-8b9a-9f90ab59dd52: rpc.has_security_group_logging(os_id): False [ 997.599791] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.599999] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.599999] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.600232] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.618712] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.619083] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.622041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.622041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.622041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.622041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.622041] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.622041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.622041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.622041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.622041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.622041] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.622041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.622041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.622041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.622041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.622041] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be updated. [ 997.681390] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.681600] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.681600] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.681811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.681960] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.696584] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: IN_PROGRESS for 2s [ 997.918420] env[69468]: INFO networking_nsxv3.common.synchronization [req-635f71f9-8a53-4393-8a00-ae92845f7dbe req-c332ea7e-ea50-4f12-9029-b6fadc96f968 tempest-ServerActionsTestOtherA-1764177117 tempest-ServerActionsTestOtherA-1764177117-project-member] Enqueued Resource ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 with Priority: HIGHEST for action security_group_members [ 997.919115] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 with Priority: HIGHEST for action security_group_members [ 997.919724] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.919724] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.919724] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.919901] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.920065] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.920195] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.920264] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.921861] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.921861] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.921861] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.030856] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: SUCCESS [ 998.031088] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.031266] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.031492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.031687] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.031805] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.031869] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.032043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.032137] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.032227] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.032319] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.425201] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.425832] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.426089] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.426497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.426756] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.427196] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.427463] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.427655] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.428278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.428278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.428278] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 is going to be updated. [ 998.458076] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.458246] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.458529] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.458601] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.458688] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.466958] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 in Status: IN_PROGRESS for 2s [ 998.534530] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.534686] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.534737] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.534925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.535110] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.535214] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.535271] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.535540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.535540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.535666] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.535758] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.535845] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.535899] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.536051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.536191] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.536279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.536341] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.536472] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.536548] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.536627] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.536716] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.697021] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.697021] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-220" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.697021] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-220" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.697021] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-220" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.697021] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.697021] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.697021] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.697021] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.697021] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.697021] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 998.697021] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.698017] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.698169] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.698304] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 998.698433] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.698558] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.716700] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.716863] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 998.717010] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.717195] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-220" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.717479] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.717645] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.717775] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.718019] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.718250] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.040262] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c8deb84-92a4-4a47-bed7-2d375e99c701: rpc.has_security_group_logging(os_id): False [ 999.060615] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.060802] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.060880] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.061163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.061224] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.061498] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.061498] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.061655] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.061719] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.061824] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.062055] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.062163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.062227] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.062369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.062452] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.062682] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.062773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.062852] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.063025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.063190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.063355] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 is going to be updated. [ 999.123450] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.123647] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.123724] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.123985] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.124168] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.139312] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: IN_PROGRESS for 2s [ 999.220964] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.221280] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.221456] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.221806] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.221985] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.223095] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.223095] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.223095] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.223095] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.223095] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.225060] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.225060] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.225060] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.225060] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.225060] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.225060] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39 is going to be updated. [ 999.270675] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.270675] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.270675] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.270675] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.270675] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.270675] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.671779] env[69468]: INFO networking_nsxv3.common.synchronization [req-4244d489-4175-469a-b145-fd3fb2cf3ab4 req-18585e68-c858-4b2b-b221-4e25d204d247 tempest-ServersNegativeTestJSON-1911859080 tempest-ServersNegativeTestJSON-1911859080-project-member] Enqueued Resource ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 with Priority: HIGHEST for action security_group_members [ 999.672142] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 with Priority: HIGHEST for action security_group_members [ 999.672338] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-691afeeb-47f3-4a01-862f-1923fedd9e82 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.672464] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.672534] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.672733] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.672883] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.672983] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.673157] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.673388] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.673450] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.673549] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('691afeeb-47f3-4a01-862f-1923fedd9e82',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.710297] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 999.710568] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.970126] env[69468]: INFO networking_nsxv3.common.synchronization [req-c64abf3d-95f9-498d-8edf-f3b3f3ae8989 req-300b495d-4b77-4e38-9c15-9f4e297bf215 service nova] Enqueued Resource ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 with Priority: HIGHEST for action security_group_rules [ 999.970334] env[69468]: INFO networking_nsxv3.common.synchronization [req-c64abf3d-95f9-498d-8edf-f3b3f3ae8989 req-300b495d-4b77-4e38-9c15-9f4e297bf215 service nova] Enqueued Resource ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 with Priority: HIGHEST for action security_group_members [ 999.970484] env[69468]: INFO networking_nsxv3.common.synchronization [req-c64abf3d-95f9-498d-8edf-f3b3f3ae8989 req-300b495d-4b77-4e38-9c15-9f4e297bf215 service nova] Enqueued Resource ID: 87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39 with Priority: HIGHEST for action port [ 999.970731] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 with Priority: HIGHEST for action security_group_rules [ 999.970857] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 with Priority: HIGHEST for action security_group_members [ 999.970973] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39 with Priority: HIGHEST for action port [ 999.971597] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.971724] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.971858] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.972021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.972122] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.977033] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.977033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.977033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.977033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.977033] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.977033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.977033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.977033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.977033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.977033] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.977033] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.977033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.977033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.977033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.977033] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.176557] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('691afeeb-47f3-4a01-862f-1923fedd9e82',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.477080] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 in Status: SUCCESS [ 1000.477266] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 deletion is rescheduled due to dependency. [ 1000.477415] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.477668] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.479300] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.479300] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.480305] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39 with status ACTIVE [ 1000.480945] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.480945] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.480945] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.480945] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.482737] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.482737] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.482737] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.482737] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.482737] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.482737] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.482737] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.482737] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.482737] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.482737] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.482737] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.482737] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39 is going to be updated. [ 1000.488823] env[69468]: INFO networking_nsxv3.common.synchronization [None req-9ab83f12-d7ed-423b-ac2b-f270ee20dd34 None None] Enqueued Resource ID: 175c3b74-e7fc-4695-bb56-3cc3b014d0de with Priority: HIGHEST for action port [ 1000.489312] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175c3b74-e7fc-4695-bb56-3cc3b014d0de with Priority: HIGHEST for action port [ 1000.489703] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-175c3b74-e7fc-4695-bb56-3cc3b014d0de taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.490511] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-175c3b74-e7fc-4695-bb56-3cc3b014d0de" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.490511] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-175c3b74-e7fc-4695-bb56-3cc3b014d0de" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.490511] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-175c3b74-e7fc-4695-bb56-3cc3b014d0de" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.490511] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('175c3b74-e7fc-4695-bb56-3cc3b014d0de',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.500463] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.500602] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.500672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.500865] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.501008] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.501178] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87df7fc0-9fd5-4c52-bc1e-c8acba0dfc39" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.682036] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('691afeeb-47f3-4a01-862f-1923fedd9e82',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.980232] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.993501] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 175c3b74-e7fc-4695-bb56-3cc3b014d0de [ 1000.993501] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.993501] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.993501] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.993501] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.993501] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.993501] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:175c3b74-e7fc-4695-bb56-3cc3b014d0de already deleted. [ 1000.993501] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-175c3b74-e7fc-4695-bb56-3cc3b014d0de" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.157414] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: SUCCESS [ 1001.157414] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.186404] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.186404] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.186404] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.186404] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.186404] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.186404] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 is going to be updated. [ 1001.216147] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.216292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.216613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.216613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.216729] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.227029] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 in Status: IN_PROGRESS for 2s [ 1001.418353] env[69468]: INFO networking_nsxv3.common.synchronization [None req-f97a6b6a-a546-4213-9458-218de9e72dc5 tempest-AttachInterfacesTestJSON-1478316462 tempest-AttachInterfacesTestJSON-1478316462-project-member] Enqueued Resource ID: 571247e1-0491-4874-a2e5-130709b0bee6 with Priority: HIGHEST for action security_group_rules [ 1001.419748] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571247e1-0491-4874-a2e5-130709b0bee6 with Priority: HIGHEST for action security_group_rules [ 1001.419748] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-571247e1-0491-4874-a2e5-130709b0bee6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.419748] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.419748] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.420077] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.420077] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('571247e1-0491-4874-a2e5-130709b0bee6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.483825] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.483920] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.483996] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.484272] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.484390] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.484486] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 is going to be updated. [ 1001.509978] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.510971] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.510971] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.510971] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.510971] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.513968] env[69468]: INFO networking_nsxv3.common.synchronization [None req-c7603e7a-6721-42b8-8d0d-4f849cf07e5c tempest-AttachInterfacesTestJSON-1478316462 tempest-AttachInterfacesTestJSON-1478316462-project-member] Enqueued Resource ID: 571247e1-0491-4874-a2e5-130709b0bee6 with Priority: HIGHEST for action security_group_rules [ 1001.514491] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571247e1-0491-4874-a2e5-130709b0bee6 with Priority: HIGHEST for action security_group_rules [ 1001.514781] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-571247e1-0491-4874-a2e5-130709b0bee6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.514877] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.520595] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 in Status: IN_PROGRESS for 2s [ 1001.940968] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.940968] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.940968] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.940968] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.940968] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.941273] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 571247e1-0491-4874-a2e5-130709b0bee6 already deleted. [ 1001.941374] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.941498] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.941639] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.941725] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('571247e1-0491-4874-a2e5-130709b0bee6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.428060] env[69468]: INFO networking_nsxv3.common.synchronization [req-dde8d479-ff66-443b-9791-89ffbd5ad987 req-0fad6b0f-9b8a-4a86-83f2-1c1fae6c792a tempest-ServersTestJSON-711529090 tempest-ServersTestJSON-711529090-project-member] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1002.428593] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1002.428887] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.429015] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.429086] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.429278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.429429] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.434069] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.434329] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.434420] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.434476] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.434578] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.462118] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.462270] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.462340] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.462808] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.462947] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.463064] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 571247e1-0491-4874-a2e5-130709b0bee6 already deleted. [ 1002.463150] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.937993] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.237277] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 in Status: SUCCESS [ 1003.237522] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.275882] env[69468]: INFO networking_nsxv3.common.synchronization [None req-ef61c21a-2015-4817-80b0-bf298ecc0f51 None None] Enqueued Resource ID: bce7450d-46ca-48f1-a431-f17fbda6eab7 with Priority: HIGHEST for action port [ 1003.276074] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce7450d-46ca-48f1-a431-f17fbda6eab7 with Priority: HIGHEST for action port [ 1003.276638] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-bce7450d-46ca-48f1-a431-f17fbda6eab7 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.276750] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bce7450d-46ca-48f1-a431-f17fbda6eab7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.276816] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bce7450d-46ca-48f1-a431-f17fbda6eab7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.280233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bce7450d-46ca-48f1-a431-f17fbda6eab7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.280372] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bce7450d-46ca-48f1-a431-f17fbda6eab7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.440018] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.530473] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 in Status: SUCCESS [ 1003.530473] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.530473] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.530473] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.530473] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.530473] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.530856] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.530856] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.530856] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.530922] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.530976] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.783373] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bce7450d-46ca-48f1-a431-f17fbda6eab7 [ 1003.783373] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.783557] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.783639] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.783952] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.784029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.784278] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bce7450d-46ca-48f1-a431-f17fbda6eab7 already deleted. [ 1003.784328] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bce7450d-46ca-48f1-a431-f17fbda6eab7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.943738] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.943943] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.944086] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.944953] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.944953] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.944953] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be updated. [ 1003.970713] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.970877] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.970990] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.971268] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.971481] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.982845] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: IN_PROGRESS for 2s [ 1004.035295] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.538506] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51: rpc.has_security_group_logging(os_id): False [ 1004.555360] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.555529] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.555585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.555864] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.575222] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.575572] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.575724] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.575811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.576047] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.576188] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.576294] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 is going to be updated. [ 1004.628636] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.628811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.628937] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.629194] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.629409] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.642064] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 in Status: IN_PROGRESS for 2s [ 1005.999200] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 1005.999542] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.659687] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 in Status: SUCCESS [ 1006.660011] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.913947] env[69468]: INFO networking_nsxv3.common.synchronization [req-26c821ea-d4fa-438e-9dcb-cb84d0b5becc req-18a4b18a-0b19-4df2-9c2e-f09dfcf573f9 tempest-ServerDiskConfigTestJSON-711676554 tempest-ServerDiskConfigTestJSON-711676554-project-member] Enqueued Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 1006.915339] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 1006.916560] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.916560] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.916560] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.916560] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.916560] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.916825] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.916889] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.917091] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.917232] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.917368] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.419513] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.419837] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.419837] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.420048] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.444192] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.444476] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.444612] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.444666] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.444849] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.444933] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.445033] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 is going to be updated. [ 1007.470658] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.470831] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.470888] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.471099] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.471318] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.480469] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: IN_PROGRESS for 2s [ 1007.673944] env[69468]: INFO networking_nsxv3.common.synchronization [req-a2747584-b5e3-4749-b920-40546482c1c4 req-2e71fead-d46c-426d-a1ef-72a9a655f0bc tempest-MigrationsAdminTest-286006226 tempest-MigrationsAdminTest-286006226-project-member] Enqueued Resource ID: fbe2916d-c20c-4b27-809f-90db7414ebad with Priority: HIGHEST for action security_group_members [ 1007.673944] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe2916d-c20c-4b27-809f-90db7414ebad with Priority: HIGHEST for action security_group_members [ 1007.673944] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe2916d-c20c-4b27-809f-90db7414ebad taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.673944] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.673944] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.673944] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.673944] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.673944] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.673944] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.673944] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.673944] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.673944] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbe2916d-c20c-4b27-809f-90db7414ebad',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.043047] env[69468]: INFO networking_nsxv3.common.synchronization [req-ad07eb76-caae-4e0c-8cd0-e67c8d3df148 req-de75c82b-d139-41cd-8841-e38aca2684bb tempest-ListServerFiltersTestJSON-2013984309 tempest-ListServerFiltersTestJSON-2013984309-project-member] Enqueued Resource ID: daee25bb-1216-41af-bead-0a66ce511461 with Priority: HIGHEST for action security_group_members [ 1008.043047] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daee25bb-1216-41af-bead-0a66ce511461 with Priority: HIGHEST for action security_group_members [ 1008.043047] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-daee25bb-1216-41af-bead-0a66ce511461 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.043047] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.043047] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.043047] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.043047] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.043047] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.043047] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.043047] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.043047] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.043047] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.178937] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.179101] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.179175] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.179408] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.211387] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.211639] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.211759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.211827] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.212032] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.212119] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.212212] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbe2916d-c20c-4b27-809f-90db7414ebad is going to be updated. [ 1008.237210] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.237361] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.237447] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.237627] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.237758] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.246358] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbe2916d-c20c-4b27-809f-90db7414ebad in Status: IN_PROGRESS for 2s [ 1008.549950] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.549950] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.549950] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.549950] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.570146] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.570146] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.570146] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.570146] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.570146] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.570146] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.570146] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daee25bb-1216-41af-bead-0a66ce511461 is going to be updated. [ 1008.595077] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.595166] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.595200] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.595430] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.595574] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.604737] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daee25bb-1216-41af-bead-0a66ce511461 in Status: IN_PROGRESS for 2s [ 1009.490872] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: SUCCESS [ 1009.490872] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 deletion is rescheduled due to dependency. [ 1009.491273] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.258094] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbe2916d-c20c-4b27-809f-90db7414ebad in Status: SUCCESS [ 1010.258094] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbe2916d-c20c-4b27-809f-90db7414ebad deletion is rescheduled due to dependency. [ 1010.258094] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe2916d-c20c-4b27-809f-90db7414ebad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.309198] env[69468]: INFO networking_nsxv3.common.synchronization [req-748a89f3-de4c-4ee8-adf4-7bef3cb56a21 req-9aa0bcc8-e137-4418-b8da-f8989b6fdb13 tempest-DeleteServersTestJSON-1823655983 tempest-DeleteServersTestJSON-1823655983-project-member] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 1010.309724] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 1010.310040] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.310167] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.310245] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.310566] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.310658] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.311064] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.311064] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.311064] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.311064] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.311261] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.615318] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daee25bb-1216-41af-bead-0a66ce511461 in Status: SUCCESS [ 1010.615499] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daee25bb-1216-41af-bead-0a66ce511461 deletion is rescheduled due to dependency. [ 1010.615614] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.813685] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.813933] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.814054] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.814342] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.814832] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.814832] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.814939] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.815053] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.815292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.815875] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.815875] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 is going to be updated. [ 1010.850967] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.851161] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.851212] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.851518] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.851663] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.860446] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: IN_PROGRESS for 2s [ 1011.078299] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.078505] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-497" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.078676] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-497" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.079116] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-497" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.079528] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.079682] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.079834] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.080085] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.080239] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.080472] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1011.080610] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.080753] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.080872] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.081048] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1011.081142] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.081299] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.101311] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.103198] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1011.103198] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.103198] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-497" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.103198] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-f3242024-4636-460a-a57d-a89bdca2e37c taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.103198] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-f3242024-4636-460a-a57d-a89bdca2e37c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.103198] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-f3242024-4636-460a-a57d-a89bdca2e37c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.103571] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-f3242024-4636-460a-a57d-a89bdca2e37c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.103767] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3242024-4636-460a-a57d-a89bdca2e37c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.607531] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.607774] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.607899] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.608238] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.608431] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.608626] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port f3242024-4636-460a-a57d-a89bdca2e37c not found, creating... [ 1011.608948] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.609174] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.609340] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.609616] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.609822] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.610162] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.610402] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.610578] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.610880] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.611112] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.611316] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: f3242024-4636-460a-a57d-a89bdca2e37c is going to be created. [ 1011.631975] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.632258] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.632573] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.632898] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.633172] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.633488] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-f3242024-4636-460a-a57d-a89bdca2e37c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.418803] env[69468]: INFO networking_nsxv3.common.synchronization [req-748a89f3-de4c-4ee8-adf4-7bef3cb56a21 req-525447e2-1924-4dbb-ba38-4aeebc7d6807 service nova] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_rules [ 1012.418999] env[69468]: INFO networking_nsxv3.common.synchronization [req-748a89f3-de4c-4ee8-adf4-7bef3cb56a21 req-525447e2-1924-4dbb-ba38-4aeebc7d6807 service nova] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 1012.420052] env[69468]: INFO networking_nsxv3.common.synchronization [req-748a89f3-de4c-4ee8-adf4-7bef3cb56a21 req-525447e2-1924-4dbb-ba38-4aeebc7d6807 service nova] Enqueued Resource ID: f3242024-4636-460a-a57d-a89bdca2e37c with Priority: HIGHEST for action port [ 1012.420052] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_rules [ 1012.420052] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 1012.420052] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3242024-4636-460a-a57d-a89bdca2e37c with Priority: HIGHEST for action port [ 1012.420522] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.420658] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.420719] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.420905] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.420985] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.421814] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.421943] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.422776] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3242024-4636-460a-a57d-a89bdca2e37c taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.422901] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3242024-4636-460a-a57d-a89bdca2e37c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.422989] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3242024-4636-460a-a57d-a89bdca2e37c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.423194] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3242024-4636-460a-a57d-a89bdca2e37c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.423273] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3242024-4636-460a-a57d-a89bdca2e37c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.869811] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: SUCCESS [ 1012.870163] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 deletion is rescheduled due to dependency. [ 1012.870163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.870253] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.870465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.870645] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.870759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.870826] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.870978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.871074] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.871168] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.924982] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.925142] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.925315] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3242024-4636-460a-a57d-a89bdca2e37c with status ACTIVE [ 1012.925482] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.925586] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.925669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.925865] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.925957] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.926143] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.926235] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.926298] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.926450] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.926533] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.926697] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.926778] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.926841] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.926974] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.927058] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.927141] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3242024-4636-460a-a57d-a89bdca2e37c is going to be updated. [ 1012.949491] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.949645] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.949684] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.949874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.950013] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.950177] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3242024-4636-460a-a57d-a89bdca2e37c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.373530] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.875483] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.377843] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.378058] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.378183] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.378398] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.378802] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.378802] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 is going to be updated. [ 1014.434481] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.434659] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.434708] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.434920] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.435085] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.445052] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: IN_PROGRESS for 2s [ 1015.056092] env[69468]: INFO networking_nsxv3.common.synchronization [req-045dbd29-6aaf-456c-a8d1-2473f3e00ee3 req-ecf125d5-e2fb-4f09-be24-5c12e0006f0b tempest-ImagesTestJSON-1045980182 tempest-ImagesTestJSON-1045980182-project-member] Enqueued Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 1015.056092] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGHEST for action security_group_members [ 1015.056092] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.056092] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.056092] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.056092] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.056092] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.056092] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.056092] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.056922] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.057143] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.057414] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.561438] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.561778] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.561945] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.562271] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.562459] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.562757] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.564028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.564028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.564028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.564028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.564028] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 is going to be updated. [ 1015.592754] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.592987] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.592987] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.593198] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.593341] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.600913] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: IN_PROGRESS for 2s [ 1016.423256] env[69468]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1016.423568] env[69468]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1016.454164] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: SUCCESS [ 1016.454405] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.454585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.454808] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.455009] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.455126] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.455189] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.455340] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.455422] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.455508] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.455599] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.958044] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.958044] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.958044] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.958044] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.958370] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.958370] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.958370] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.958484] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.958562] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.958666] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.958815] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.958923] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.959011] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.959160] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.959303] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.959396] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.959464] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.959616] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.959695] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.959777] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.959868] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.463040] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb7af17a-e726-4f81-805b-68e715fc4758: rpc.has_security_group_logging(os_id): False [ 1017.479810] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.479950] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.480020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.480223] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.480310] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.480513] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.480613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.480677] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.480833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.480911] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.481106] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.481201] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.481291] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.481394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.481468] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.481648] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.481738] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.481811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.481947] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.482054] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.482140] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 is going to be updated. [ 1017.537197] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.537373] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.537411] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.537600] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.537738] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.549557] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: IN_PROGRESS for 2s [ 1017.631585] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 in Status: SUCCESS [ 1017.631585] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 deletion is rescheduled due to dependency. [ 1017.631585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.091228] env[69468]: INFO networking_nsxv3.common.synchronization [None req-96e3565a-5f73-48c8-a0a9-d7ed9a51f0d5 tempest-AttachVolumeNegativeTest-241775551 tempest-AttachVolumeNegativeTest-241775551-project-member] Enqueued Resource ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a with Priority: HIGHEST for action security_group_rules [ 1018.091756] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a with Priority: HIGHEST for action security_group_rules [ 1018.092104] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59a73947-69ca-4e8a-b020-4a3032df6e1a taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.092238] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.092316] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.092602] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.092701] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59a73947-69ca-4e8a-b020-4a3032df6e1a',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.168251] env[69468]: INFO networking_nsxv3.common.synchronization [None req-88a4574e-13b4-4e63-94a0-9148e870017a tempest-AttachVolumeNegativeTest-241775551 tempest-AttachVolumeNegativeTest-241775551-project-member] Enqueued Resource ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a with Priority: HIGHEST for action security_group_rules [ 1018.168756] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a with Priority: HIGHEST for action security_group_rules [ 1018.169318] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59a73947-69ca-4e8a-b020-4a3032df6e1a taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.169437] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.611653] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.611653] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.612075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.612075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.612075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.612229] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a already deleted. [ 1018.612229] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.612342] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.612922] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.612922] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59a73947-69ca-4e8a-b020-4a3032df6e1a',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.131899] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.132063] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.132131] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.132348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.132438] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.132543] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a already deleted. [ 1019.132619] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.565390] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: SUCCESS [ 1019.565390] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.482720] env[69468]: INFO networking_nsxv3.common.synchronization [None req-08bd44d9-70c4-4758-9ec2-796c550002a2 tempest-ServerActionsTestOtherA-1764177117 tempest-ServerActionsTestOtherA-1764177117-project-member] Enqueued Resource ID: 9d956ca4-38fe-4465-ad60-6a44e7e097ed with Priority: HIGHEST for action security_group_rules [ 1021.483220] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d956ca4-38fe-4465-ad60-6a44e7e097ed with Priority: HIGHEST for action security_group_rules [ 1021.483289] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d956ca4-38fe-4465-ad60-6a44e7e097ed taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.483455] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.483682] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.483828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.483924] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d956ca4-38fe-4465-ad60-6a44e7e097ed',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.637656] env[69468]: INFO networking_nsxv3.common.synchronization [None req-9fab8cbd-499a-443a-b55c-22819fe27540 tempest-ServerActionsTestOtherA-1764177117 tempest-ServerActionsTestOtherA-1764177117-project-member] Enqueued Resource ID: 9d956ca4-38fe-4465-ad60-6a44e7e097ed with Priority: HIGHEST for action security_group_rules [ 1021.638185] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d956ca4-38fe-4465-ad60-6a44e7e097ed with Priority: HIGHEST for action security_group_rules [ 1021.638497] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d956ca4-38fe-4465-ad60-6a44e7e097ed taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.639613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.005669] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.005669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.006422] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.006422] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.006422] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.006422] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d956ca4-38fe-4465-ad60-6a44e7e097ed already deleted. [ 1022.006422] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.006756] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.006957] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.007246] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d956ca4-38fe-4465-ad60-6a44e7e097ed',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.526529] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.526529] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.526529] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.526897] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.526897] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.526897] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d956ca4-38fe-4465-ad60-6a44e7e097ed already deleted. [ 1022.526897] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.280892] env[69468]: INFO networking_nsxv3.common.synchronization [req-1e38e1c6-a3ac-4bea-99b7-a60fffa5ba96 req-7ce0b474-fa2b-4868-b207-8d2c0b507e7b tempest-ServerRescueNegativeTestJSON-151899305 tempest-ServerRescueNegativeTestJSON-151899305-project-member] Enqueued Resource ID: ad273c07-d5ac-4d13-9106-18ec099675d8 with Priority: HIGHEST for action security_group_members [ 1023.280892] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad273c07-d5ac-4d13-9106-18ec099675d8 with Priority: HIGHEST for action security_group_members [ 1023.280892] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad273c07-d5ac-4d13-9106-18ec099675d8 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.280892] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.280892] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.280892] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.280892] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.280892] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.280892] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.280892] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.280892] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.280892] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad273c07-d5ac-4d13-9106-18ec099675d8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.582687] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.583046] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-816" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.583251] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-816" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.583559] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-816" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.583869] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.584073] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.584246] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.584545] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.584716] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.584942] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.585101] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.585299] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.585451] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.585580] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.585694] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.585947] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.604410] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.604703] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1023.604767] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.604984] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-816" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.605372] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-72e7aa25-953c-4253-8e6e-6543fd67af89 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.605577] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-72e7aa25-953c-4253-8e6e-6543fd67af89" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.605772] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-72e7aa25-953c-4253-8e6e-6543fd67af89" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.606090] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-72e7aa25-953c-4253-8e6e-6543fd67af89" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.606245] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72e7aa25-953c-4253-8e6e-6543fd67af89',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.783617] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.783773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.783843] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.784080] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.784167] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.784358] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.785038] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.785038] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.785038] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.785038] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.785038] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad273c07-d5ac-4d13-9106-18ec099675d8 already deleted. [ 1023.785038] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.108845] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.109322] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.109537] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.109823] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.109980] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.110162] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 72e7aa25-953c-4253-8e6e-6543fd67af89 not found, creating... [ 1024.110430] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.110612] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.113520] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.113861] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.114043] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.114349] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.114538] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.114664] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.114916] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.115090] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.115241] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 72e7aa25-953c-4253-8e6e-6543fd67af89 is going to be created. [ 1024.133608] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.133790] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.133916] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.134159] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.134381] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.134632] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-72e7aa25-953c-4253-8e6e-6543fd67af89" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.822334] env[69468]: INFO networking_nsxv3.common.synchronization [req-1e38e1c6-a3ac-4bea-99b7-a60fffa5ba96 req-485d43ba-0a50-42b9-953e-050d899b85ba service nova] Enqueued Resource ID: ad273c07-d5ac-4d13-9106-18ec099675d8 with Priority: HIGHEST for action security_group_rules [ 1024.822598] env[69468]: INFO networking_nsxv3.common.synchronization [req-1e38e1c6-a3ac-4bea-99b7-a60fffa5ba96 req-485d43ba-0a50-42b9-953e-050d899b85ba service nova] Enqueued Resource ID: ad273c07-d5ac-4d13-9106-18ec099675d8 with Priority: HIGHEST for action security_group_members [ 1024.822641] env[69468]: INFO networking_nsxv3.common.synchronization [req-1e38e1c6-a3ac-4bea-99b7-a60fffa5ba96 req-485d43ba-0a50-42b9-953e-050d899b85ba service nova] Enqueued Resource ID: 72e7aa25-953c-4253-8e6e-6543fd67af89 with Priority: HIGHEST for action port [ 1024.822894] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad273c07-d5ac-4d13-9106-18ec099675d8 with Priority: HIGHEST for action security_group_rules [ 1024.822979] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad273c07-d5ac-4d13-9106-18ec099675d8 with Priority: HIGHEST for action security_group_members [ 1024.825185] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e7aa25-953c-4253-8e6e-6543fd67af89 with Priority: HIGHEST for action port [ 1024.825805] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad273c07-d5ac-4d13-9106-18ec099675d8 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.825945] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.825999] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.826313] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.826400] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad273c07-d5ac-4d13-9106-18ec099675d8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.827577] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad273c07-d5ac-4d13-9106-18ec099675d8 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.827692] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.827764] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.827934] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.828094] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.828191] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.828251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.828391] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.828476] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.828569] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad273c07-d5ac-4d13-9106-18ec099675d8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.829277] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-72e7aa25-953c-4253-8e6e-6543fd67af89 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.829391] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72e7aa25-953c-4253-8e6e-6543fd67af89" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.829477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72e7aa25-953c-4253-8e6e-6543fd67af89" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.829622] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72e7aa25-953c-4253-8e6e-6543fd67af89" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.829680] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72e7aa25-953c-4253-8e6e-6543fd67af89',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.337020] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad273c07-d5ac-4d13-9106-18ec099675d8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.337020] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad273c07-d5ac-4d13-9106-18ec099675d8 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.337020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.337020] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72e7aa25-953c-4253-8e6e-6543fd67af89 with status ACTIVE [ 1025.337020] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.337020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.337020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.337020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.337020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.337020] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.337020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.337020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.337020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.337020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.337513] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.337513] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.337513] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.337513] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.337513] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.337513] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72e7aa25-953c-4253-8e6e-6543fd67af89 is going to be updated. [ 1025.345017] env[69468]: INFO networking_nsxv3.common.synchronization [req-e7c087f2-2cea-4ea1-bec2-a1e2e1118319 req-33ccb6c6-ab4b-40f8-9dfb-0a603e7f400c tempest-DeleteServersTestJSON-1823655983 tempest-DeleteServersTestJSON-1823655983-project-member] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 1025.345017] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 1025.345424] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.345674] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.345860] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.346943] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.347238] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.349457] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.349457] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.349457] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.349457] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.349457] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.362801] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.362801] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.362801] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.362801] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.363332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.363637] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72e7aa25-953c-4253-8e6e-6543fd67af89" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.803629] env[69468]: INFO networking_nsxv3.common.synchronization [req-a84f3bf1-5b3d-4d9c-b4ed-3792c7a9f65e req-82154476-1ac1-4015-8575-08e0ebdc1dba tempest-ServerRescueNegativeTestJSON-151899305 tempest-ServerRescueNegativeTestJSON-151899305-project-member] Enqueued Resource ID: ad273c07-d5ac-4d13-9106-18ec099675d8 with Priority: HIGHEST for action security_group_members [ 1025.806293] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad273c07-d5ac-4d13-9106-18ec099675d8 with Priority: HIGHEST for action security_group_members [ 1025.806862] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad273c07-d5ac-4d13-9106-18ec099675d8 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.806971] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.841699] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad273c07-d5ac-4d13-9106-18ec099675d8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.850162] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.852202] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.852202] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.852202] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.852202] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.852202] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.854766] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.854766] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.854766] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.854766] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.854766] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 is going to be updated. [ 1025.878423] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.878563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.878634] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.878829] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.878970] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.886590] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: IN_PROGRESS for 2s [ 1026.344670] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.344826] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.344918] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.347571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.347571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.347571] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad273c07-d5ac-4d13-9106-18ec099675d8 is going to be created. [ 1026.369959] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.370109] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.370178] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.370381] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.370536] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.372618] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.372618] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-816" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.372618] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-816" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.372842] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-816" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.373042] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.373206] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.373328] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.373621] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.373773] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.373977] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.374114] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.374261] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.374334] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.374449] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.374634] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.374786] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.388156] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad273c07-d5ac-4d13-9106-18ec099675d8 in Status: UNINITIALIZED for 2s [ 1026.397845] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.398018] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1026.398161] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.398344] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-816" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.398647] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-24efd80f-72cd-4c40-962a-103b1ca55a1f taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.398820] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-24efd80f-72cd-4c40-962a-103b1ca55a1f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.398943] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-24efd80f-72cd-4c40-962a-103b1ca55a1f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.399267] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-24efd80f-72cd-4c40-962a-103b1ca55a1f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.399412] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24efd80f-72cd-4c40-962a-103b1ca55a1f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.903939] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.904275] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.904312] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.904605] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.904788] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.905720] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 24efd80f-72cd-4c40-962a-103b1ca55a1f not found, creating... [ 1026.905720] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.905720] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.905720] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.905720] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.905946] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.906200] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.906393] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.906520] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.906939] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.906968] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.909097] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 24efd80f-72cd-4c40-962a-103b1ca55a1f is going to be created. [ 1026.934366] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.934664] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.934835] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.935210] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.935500] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.935882] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-24efd80f-72cd-4c40-962a-103b1ca55a1f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.742542] env[69468]: INFO networking_nsxv3.common.synchronization [req-a84f3bf1-5b3d-4d9c-b4ed-3792c7a9f65e req-bfd5326c-ac35-4ec4-ba76-8328b412d7c9 service nova] Enqueued Resource ID: ad273c07-d5ac-4d13-9106-18ec099675d8 with Priority: HIGHEST for action security_group_rules [ 1027.742822] env[69468]: INFO networking_nsxv3.common.synchronization [req-a84f3bf1-5b3d-4d9c-b4ed-3792c7a9f65e req-bfd5326c-ac35-4ec4-ba76-8328b412d7c9 service nova] Enqueued Resource ID: ad273c07-d5ac-4d13-9106-18ec099675d8 with Priority: HIGHEST for action security_group_members [ 1027.742999] env[69468]: INFO networking_nsxv3.common.synchronization [req-a84f3bf1-5b3d-4d9c-b4ed-3792c7a9f65e req-bfd5326c-ac35-4ec4-ba76-8328b412d7c9 service nova] Enqueued Resource ID: 24efd80f-72cd-4c40-962a-103b1ca55a1f with Priority: HIGHEST for action port [ 1027.744101] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad273c07-d5ac-4d13-9106-18ec099675d8 with Priority: HIGHEST for action security_group_rules [ 1027.744492] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad273c07-d5ac-4d13-9106-18ec099675d8 with Priority: HIGHEST for action security_group_members [ 1027.744492] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24efd80f-72cd-4c40-962a-103b1ca55a1f with Priority: HIGHEST for action port [ 1027.744677] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad273c07-d5ac-4d13-9106-18ec099675d8 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.744788] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.745012] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad273c07-d5ac-4d13-9106-18ec099675d8 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.745106] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.745315] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-24efd80f-72cd-4c40-962a-103b1ca55a1f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.745425] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24efd80f-72cd-4c40-962a-103b1ca55a1f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.745501] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24efd80f-72cd-4c40-962a-103b1ca55a1f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.745775] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24efd80f-72cd-4c40-962a-103b1ca55a1f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.745857] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24efd80f-72cd-4c40-962a-103b1ca55a1f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.896386] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: SUCCESS [ 1027.896386] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 deletion is rescheduled due to dependency. [ 1027.896725] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.247868] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24efd80f-72cd-4c40-962a-103b1ca55a1f with status ACTIVE [ 1028.247868] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.248224] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.248224] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.248547] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.248652] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.248844] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.248942] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.249011] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.249180] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.249258] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.249441] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.249537] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.249601] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.249740] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.249815] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.249900] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24efd80f-72cd-4c40-962a-103b1ca55a1f is going to be updated. [ 1028.269459] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.269733] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.269856] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.270092] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.270263] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.270826] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24efd80f-72cd-4c40-962a-103b1ca55a1f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.309017] env[69468]: INFO networking_nsxv3.common.synchronization [req-c4fcf92b-e7a3-461a-aca4-1ca32163afba req-f61ea526-e1c3-4ea9-9f7d-b09e44810a6e tempest-AttachInterfacesTestJSON-1478316462 tempest-AttachInterfacesTestJSON-1478316462-project-member] Enqueued Resource ID: 571247e1-0491-4874-a2e5-130709b0bee6 with Priority: HIGHEST for action security_group_members [ 1028.311669] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571247e1-0491-4874-a2e5-130709b0bee6 with Priority: HIGHEST for action security_group_members [ 1028.311669] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-571247e1-0491-4874-a2e5-130709b0bee6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.311669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.311669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.311669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.311669] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.311669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.311669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.311669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.311669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.311669] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('571247e1-0491-4874-a2e5-130709b0bee6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.398574] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad273c07-d5ac-4d13-9106-18ec099675d8 in Status: SUCCESS [ 1028.399072] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.401166] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.401166] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.401166] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.401166] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.401166] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.401166] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.401166] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.401166] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.401166] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad273c07-d5ac-4d13-9106-18ec099675d8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.404377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.404377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.404377] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.404377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.404377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.404377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.404377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.404377] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad273c07-d5ac-4d13-9106-18ec099675d8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.782147] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-294 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.783903] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.784279] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.785917] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.785917] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.785917] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.785917] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.787391] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.787391] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.787391] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1028.787391] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.787837] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.787837] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.787837] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1028.787837] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.787959] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.806411] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.806583] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1028.806739] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.806927] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.807316] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-9d51ee71-8419-4657-9a34-44bec2faf3c2 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.807548] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-9d51ee71-8419-4657-9a34-44bec2faf3c2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.807679] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-9d51ee71-8419-4657-9a34-44bec2faf3c2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.808029] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-9d51ee71-8419-4657-9a34-44bec2faf3c2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.808183] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d51ee71-8419-4657-9a34-44bec2faf3c2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.813158] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.813158] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.813158] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.813335] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.813419] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.813835] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.813835] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.813967] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.814028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.814117] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.814201] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 571247e1-0491-4874-a2e5-130709b0bee6 already deleted. [ 1028.814277] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.903926] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad273c07-d5ac-4d13-9106-18ec099675d8 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.903926] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.907314] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad273c07-d5ac-4d13-9106-18ec099675d8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.311051] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.311451] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.311681] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.312156] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.312433] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.312701] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 9d51ee71-8419-4657-9a34-44bec2faf3c2 not found, creating... [ 1029.313225] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.313495] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.313705] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.314079] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.314388] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.314798] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.315099] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.315338] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.315693] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.315949] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.316189] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 9d51ee71-8419-4657-9a34-44bec2faf3c2 is going to be created. [ 1029.337161] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.337372] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.337512] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.337776] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.338017] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.338280] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-9d51ee71-8419-4657-9a34-44bec2faf3c2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.409933] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad273c07-d5ac-4d13-9106-18ec099675d8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.912524] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.912719] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.912798] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.913033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.913133] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.913234] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad273c07-d5ac-4d13-9106-18ec099675d8 is going to be updated. [ 1029.938508] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.938676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.938930] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.939186] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.939335] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.948883] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad273c07-d5ac-4d13-9106-18ec099675d8 in Status: IN_PROGRESS for 2s [ 1030.239183] env[69468]: INFO networking_nsxv3.common.synchronization [req-c4fcf92b-e7a3-461a-aca4-1ca32163afba req-1fbbc954-154f-4cef-9c8d-151ddec8b4d2 service nova] Enqueued Resource ID: 571247e1-0491-4874-a2e5-130709b0bee6 with Priority: HIGHEST for action security_group_rules [ 1030.239382] env[69468]: INFO networking_nsxv3.common.synchronization [req-c4fcf92b-e7a3-461a-aca4-1ca32163afba req-1fbbc954-154f-4cef-9c8d-151ddec8b4d2 service nova] Enqueued Resource ID: 571247e1-0491-4874-a2e5-130709b0bee6 with Priority: HIGHEST for action security_group_members [ 1030.239530] env[69468]: INFO networking_nsxv3.common.synchronization [req-c4fcf92b-e7a3-461a-aca4-1ca32163afba req-1fbbc954-154f-4cef-9c8d-151ddec8b4d2 service nova] Enqueued Resource ID: 9d51ee71-8419-4657-9a34-44bec2faf3c2 with Priority: HIGHEST for action port [ 1030.240140] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571247e1-0491-4874-a2e5-130709b0bee6 with Priority: HIGHEST for action security_group_rules [ 1030.240283] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571247e1-0491-4874-a2e5-130709b0bee6 with Priority: HIGHEST for action security_group_members [ 1030.240756] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d51ee71-8419-4657-9a34-44bec2faf3c2 with Priority: HIGHEST for action port [ 1030.240756] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-571247e1-0491-4874-a2e5-130709b0bee6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.240903] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.240903] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.243333] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.243333] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('571247e1-0491-4874-a2e5-130709b0bee6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.243934] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-571247e1-0491-4874-a2e5-130709b0bee6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.244035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.244493] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.244711] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.244873] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.245034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.247024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.247024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.247024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.247024] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('571247e1-0491-4874-a2e5-130709b0bee6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.247024] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d51ee71-8419-4657-9a34-44bec2faf3c2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.247222] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d51ee71-8419-4657-9a34-44bec2faf3c2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.247222] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d51ee71-8419-4657-9a34-44bec2faf3c2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.247323] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d51ee71-8419-4657-9a34-44bec2faf3c2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.247397] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d51ee71-8419-4657-9a34-44bec2faf3c2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.744352] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-571247e1-0491-4874-a2e5-130709b0bee6 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.744704] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.748161] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('571247e1-0491-4874-a2e5-130709b0bee6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.749637] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d51ee71-8419-4657-9a34-44bec2faf3c2 with status ACTIVE [ 1030.749834] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.749978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.750059] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.750284] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.750375] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.750551] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.750659] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.750723] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.750844] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.750915] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.751104] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.751202] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.751260] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.751380] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.751484] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.752666] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d51ee71-8419-4657-9a34-44bec2faf3c2 is going to be updated. [ 1030.772254] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.772465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.772531] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.772713] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.772876] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.773043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d51ee71-8419-4657-9a34-44bec2faf3c2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.930443] env[69468]: INFO networking_nsxv3.common.synchronization [req-a1cffc81-8684-49ee-b0a7-378712aae884 req-8af5e3af-af6b-493f-886d-37e69c2a93e0 tempest-ServerDiskConfigTestJSON-711676554 tempest-ServerDiskConfigTestJSON-711676554-project-member] Enqueued Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 1030.931012] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 1030.931345] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.931487] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.931556] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.931767] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.931931] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.932941] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.933077] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.933271] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.933385] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.933510] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.255152] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('571247e1-0491-4874-a2e5-130709b0bee6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.440033] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.440033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.440033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.440033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.440033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.440033] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.440033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.440033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.440033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.440033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.440033] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 is going to be updated. [ 1031.471085] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.471085] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.471085] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.471085] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.471085] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.482536] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: IN_PROGRESS for 2s [ 1031.759716] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.759716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.759716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.760030] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.760030] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.760174] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 571247e1-0491-4874-a2e5-130709b0bee6 is going to be created. [ 1031.785125] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.785125] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.785125] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.785125] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.785125] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.793777] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 571247e1-0491-4874-a2e5-130709b0bee6 in Status: UNINITIALIZED for 2s [ 1031.960360] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad273c07-d5ac-4d13-9106-18ec099675d8 in Status: SUCCESS [ 1031.961021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.961317] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.961631] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.963068] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.963068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.963068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.963068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.963068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.963068] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad273c07-d5ac-4d13-9106-18ec099675d8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.070435] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.072238] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-774" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.072436] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-774" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.073402] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-774" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.076577] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.076577] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.076577] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.076577] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.076577] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.076577] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1032.076577] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.076577] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.076577] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.076577] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1032.076577] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.076577] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.100801] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.101086] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1032.101292] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.101493] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-774" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.101864] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-cf56fb83-6fba-4e69-9e72-3cd7f5dd266c taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.102116] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-cf56fb83-6fba-4e69-9e72-3cd7f5dd266c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.102736] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-cf56fb83-6fba-4e69-9e72-3cd7f5dd266c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.103103] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-cf56fb83-6fba-4e69-9e72-3cd7f5dd266c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.103259] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf56fb83-6fba-4e69-9e72-3cd7f5dd266c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.465403] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad273c07-d5ac-4d13-9106-18ec099675d8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.606038] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.606308] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.606693] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.606763] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.606895] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.607040] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port cf56fb83-6fba-4e69-9e72-3cd7f5dd266c not found, creating... [ 1032.607311] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.607468] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.607607] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.607810] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.607934] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.608377] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.608709] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.609430] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.609430] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.609430] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.609430] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: cf56fb83-6fba-4e69-9e72-3cd7f5dd266c is going to be created. [ 1032.628666] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.628906] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.629035] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.629553] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.629553] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.629798] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-cf56fb83-6fba-4e69-9e72-3cd7f5dd266c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.966892] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad273c07-d5ac-4d13-9106-18ec099675d8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.471707] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.471707] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.471707] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.471707] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.471707] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.471707] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad273c07-d5ac-4d13-9106-18ec099675d8 is going to be updated. [ 1033.498057] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: SUCCESS [ 1033.498751] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 deletion is rescheduled due to dependency. [ 1033.498751] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.499207] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.499322] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.499411] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.499578] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.501021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.507907] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad273c07-d5ac-4d13-9106-18ec099675d8 in Status: IN_PROGRESS for 2s [ 1033.536609] env[69468]: INFO networking_nsxv3.common.synchronization [None req-1a0c6210-84dc-4812-81b3-aa67552a1e23 None None] Enqueued Resource ID: 7baf2fea-531f-49a7-9986-84814e384059 with Priority: HIGHEST for action port [ 1033.536609] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7baf2fea-531f-49a7-9986-84814e384059 with Priority: HIGHEST for action port [ 1033.540426] env[69468]: INFO networking_nsxv3.common.synchronization [req-a1cffc81-8684-49ee-b0a7-378712aae884 req-0b43ab4f-62f3-4a84-a7d2-ebe6acdb5577 service nova] Enqueued Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_rules [ 1033.540598] env[69468]: INFO networking_nsxv3.common.synchronization [req-a1cffc81-8684-49ee-b0a7-378712aae884 req-0b43ab4f-62f3-4a84-a7d2-ebe6acdb5577 service nova] Enqueued Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 1033.540750] env[69468]: INFO networking_nsxv3.common.synchronization [req-a1cffc81-8684-49ee-b0a7-378712aae884 req-0b43ab4f-62f3-4a84-a7d2-ebe6acdb5577 service nova] Enqueued Resource ID: cf56fb83-6fba-4e69-9e72-3cd7f5dd266c with Priority: HIGHEST for action port [ 1033.541234] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-7baf2fea-531f-49a7-9986-84814e384059 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.541329] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7baf2fea-531f-49a7-9986-84814e384059" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.541393] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7baf2fea-531f-49a7-9986-84814e384059" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.542193] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7baf2fea-531f-49a7-9986-84814e384059" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.542193] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7baf2fea-531f-49a7-9986-84814e384059',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.542740] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_rules [ 1033.542919] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 1033.542973] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf56fb83-6fba-4e69-9e72-3cd7f5dd266c with Priority: HIGHEST for action port [ 1033.548574] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.548574] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.548574] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.548574] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.548574] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.548574] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.548574] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.548574] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.548574] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.548574] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.548574] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.548574] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.548574] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.548574] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.548574] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.549177] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf56fb83-6fba-4e69-9e72-3cd7f5dd266c taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.549375] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf56fb83-6fba-4e69-9e72-3cd7f5dd266c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.549452] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf56fb83-6fba-4e69-9e72-3cd7f5dd266c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.549608] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf56fb83-6fba-4e69-9e72-3cd7f5dd266c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.549753] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf56fb83-6fba-4e69-9e72-3cd7f5dd266c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.803904] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 571247e1-0491-4874-a2e5-130709b0bee6 in Status: SUCCESS [ 1033.804167] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.804358] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.804600] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.804826] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.804953] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.805049] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.805237] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.805323] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.805414] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.805526] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('571247e1-0491-4874-a2e5-130709b0bee6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.046383] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7baf2fea-531f-49a7-9986-84814e384059 [ 1034.046623] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.046754] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.046818] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.047102] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.047162] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.047232] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7baf2fea-531f-49a7-9986-84814e384059 already deleted. [ 1034.047313] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7baf2fea-531f-49a7-9986-84814e384059" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.052178] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.052287] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.052440] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.053322] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf56fb83-6fba-4e69-9e72-3cd7f5dd266c with status ACTIVE [ 1034.053823] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.053823] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.057545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.057545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.057545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.057545] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.057545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.057545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.057545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.057545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.057545] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.057545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.057545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.057545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.057545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.057545] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf56fb83-6fba-4e69-9e72-3cd7f5dd266c is going to be updated. [ 1034.080234] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.080399] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.080474] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.080709] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.080850] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.081028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf56fb83-6fba-4e69-9e72-3cd7f5dd266c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.309879] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('571247e1-0491-4874-a2e5-130709b0bee6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.562477] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.812120] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 571247e1-0491-4874-a2e5-130709b0bee6: rpc.has_security_group_logging(os_id): False [ 1034.829967] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.830193] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.830193] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.830421] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.830516] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.830785] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.830892] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.832021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.832021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.832021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.832021] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 571247e1-0491-4874-a2e5-130709b0bee6 is going to be created. [ 1034.893287] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.893417] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.893486] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.893727] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.893909] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.904632] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 571247e1-0491-4874-a2e5-130709b0bee6 in Status: IN_PROGRESS for 2s [ 1035.064944] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.065251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.065251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.065392] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.065445] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.065546] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 is going to be updated. [ 1035.094973] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.095101] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.095166] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.095450] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.095599] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.104118] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: IN_PROGRESS for 2s [ 1035.524976] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad273c07-d5ac-4d13-9106-18ec099675d8 in Status: SUCCESS [ 1035.525221] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.525394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.525610] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.525807] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.525955] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.526025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.526181] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.526262] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.526348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.526502] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad273c07-d5ac-4d13-9106-18ec099675d8 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.526596] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.526657] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.526798] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.526936] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.527052] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.527118] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.527254] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.527330] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.527408] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.527496] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad273c07-d5ac-4d13-9106-18ec099675d8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.860718] env[69468]: INFO networking_nsxv3.common.synchronization [None req-f4bdfd67-df3e-401c-af60-c65c545200ea None None] Enqueued Resource ID: 5ad9c824-4792-4e13-b0ba-7a7ab6dfa0cc with Priority: HIGHEST for action port [ 1035.861561] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad9c824-4792-4e13-b0ba-7a7ab6dfa0cc with Priority: HIGHEST for action port [ 1035.861561] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ad9c824-4792-4e13-b0ba-7a7ab6dfa0cc taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.861759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ad9c824-4792-4e13-b0ba-7a7ab6dfa0cc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.861759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ad9c824-4792-4e13-b0ba-7a7ab6dfa0cc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.861995] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ad9c824-4792-4e13-b0ba-7a7ab6dfa0cc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.863042] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ad9c824-4792-4e13-b0ba-7a7ab6dfa0cc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.029790] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad273c07-d5ac-4d13-9106-18ec099675d8: rpc.has_security_group_logging(os_id): False [ 1036.048201] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.048201] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.048315] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.048434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.048527] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.048736] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.048833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.048894] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.049053] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.049129] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.049301] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.049388] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.049444] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.049582] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.049664] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.049954] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.050035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.050242] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.050430] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.050544] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.050661] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad273c07-d5ac-4d13-9106-18ec099675d8 is going to be created. [ 1036.112128] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.112414] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.112414] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.112541] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.112717] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.124197] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad273c07-d5ac-4d13-9106-18ec099675d8 in Status: IN_PROGRESS for 2s [ 1036.338264] env[69468]: INFO networking_nsxv3.common.synchronization [req-35e8a4e1-99dc-4ff8-9f46-d11afc5f03ac req-4035f684-3554-4a56-839c-43050d8b5cda tempest-AttachVolumeNegativeTest-241775551 tempest-AttachVolumeNegativeTest-241775551-project-member] Enqueued Resource ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a with Priority: HIGHEST for action security_group_members [ 1036.338768] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a with Priority: HIGHEST for action security_group_members [ 1036.339084] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-59a73947-69ca-4e8a-b020-4a3032df6e1a taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.339211] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.339304] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.339570] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.339746] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.339893] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.339966] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.340370] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.340472] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.340572] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59a73947-69ca-4e8a-b020-4a3032df6e1a',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.366212] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ad9c824-4792-4e13-b0ba-7a7ab6dfa0cc [ 1036.366327] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.366457] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.366528] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.366739] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.366821] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.366913] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ad9c824-4792-4e13-b0ba-7a7ab6dfa0cc already deleted. [ 1036.366990] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ad9c824-4792-4e13-b0ba-7a7ab6dfa0cc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.843356] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.843507] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.843805] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.843925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.844045] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.844305] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.844447] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.844562] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.844743] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.844840] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.844941] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a already deleted. [ 1036.845050] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.920360] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 571247e1-0491-4874-a2e5-130709b0bee6 in Status: SUCCESS [ 1036.920587] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.119481] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: SUCCESS [ 1037.119831] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.120355] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.120570] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.120804] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.120949] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.121027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.121216] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.121330] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.121468] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.121620] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.383131] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.383131] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-157" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.383131] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-157" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.383365] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-157" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.383536] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.384160] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.384372] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.384640] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.384833] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.385038] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.386743] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.386908] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.387156] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.387330] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.387618] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.387806] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.407415] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.407596] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1037.407744] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.407929] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-157" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.408278] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-316b2c71-6909-4d98-a09c-c3c58878a1ed taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.408457] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-316b2c71-6909-4d98-a09c-c3c58878a1ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.408585] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-316b2c71-6909-4d98-a09c-c3c58878a1ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.408917] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-316b2c71-6909-4d98-a09c-c3c58878a1ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.409077] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('316b2c71-6909-4d98-a09c-c3c58878a1ed',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.625953] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.627453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.627453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.627453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.627453] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.627453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.627453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.627453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.627453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.627453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.627453] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.627908] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.627908] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.627908] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.627908] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.628056] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.628056] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.628196] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.628247] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.628881] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.628881] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.911785] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.912039] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.912177] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.912522] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.912709] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.912913] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 316b2c71-6909-4d98-a09c-c3c58878a1ed not found, creating... [ 1037.913249] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.913451] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.913635] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.913899] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.914117] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.914459] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.914658] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.914829] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.915115] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.915298] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.915475] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 316b2c71-6909-4d98-a09c-c3c58878a1ed is going to be created. [ 1037.940627] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.941198] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.941378] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.941720] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.941962] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.942224] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-316b2c71-6909-4d98-a09c-c3c58878a1ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.133349] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62319eb9-aaca-4a4f-b19d-112ab4bd0446: rpc.has_security_group_logging(os_id): False [ 1038.135114] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad273c07-d5ac-4d13-9106-18ec099675d8 in Status: SUCCESS [ 1038.135550] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.135748] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.135950] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.136080] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad273c07-d5ac-4d13-9106-18ec099675d8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.150811] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.150980] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.151052] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.151229] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.151317] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.151505] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.151764] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.151764] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.151872] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.151968] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.152190] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.152292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.152343] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.152495] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.152582] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.152847] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.152847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.152847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.153130] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.156845] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.156961] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 is going to be updated. [ 1038.196284] env[69468]: INFO networking_nsxv3.common.synchronization [req-63c7e70f-e93b-42f0-afdc-40af7df0eacc req-c3a8cc50-64ff-4261-94e3-f0356d12a5b0 tempest-ServerActionsTestOtherA-1764177117 tempest-ServerActionsTestOtherA-1764177117-project-member] Enqueued Resource ID: 9d956ca4-38fe-4465-ad60-6a44e7e097ed with Priority: HIGHEST for action security_group_members [ 1038.197917] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d956ca4-38fe-4465-ad60-6a44e7e097ed with Priority: HIGHEST for action security_group_members [ 1038.197917] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d956ca4-38fe-4465-ad60-6a44e7e097ed taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.197917] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.197917] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.197917] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.198217] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.198217] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.198217] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.198344] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.198373] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.198458] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d956ca4-38fe-4465-ad60-6a44e7e097ed',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.214398] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.214544] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.214619] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.215192] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.215347] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.227786] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: IN_PROGRESS for 2s [ 1038.646674] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad273c07-d5ac-4d13-9106-18ec099675d8 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.646890] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.646983] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.647278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.647509] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.647703] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.647803] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.648040] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.648166] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.648263] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.648399] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad273c07-d5ac-4d13-9106-18ec099675d8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.701690] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.701690] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.701690] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.701690] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.701849] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.702052] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.702156] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.702218] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.702384] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.702525] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.702669] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d956ca4-38fe-4465-ad60-6a44e7e097ed already deleted. [ 1038.702792] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.779750] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.780026] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-465" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.780168] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-465" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.780447] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-465" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.780717] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.780884] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.781125] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.781421] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.781604] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.781864] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.782026] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.782152] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.782268] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.782392] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.782505] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.782645] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.805996] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.805996] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1038.805996] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.805996] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-465" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.805996] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-fbde5d12-5376-4f30-a0eb-1e63c7d36242 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.805996] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-fbde5d12-5376-4f30-a0eb-1e63c7d36242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.805996] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-fbde5d12-5376-4f30-a0eb-1e63c7d36242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.806436] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-fbde5d12-5376-4f30-a0eb-1e63c7d36242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.806436] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbde5d12-5376-4f30-a0eb-1e63c7d36242',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.944843] env[69468]: INFO networking_nsxv3.common.synchronization [req-35e8a4e1-99dc-4ff8-9f46-d11afc5f03ac req-b08a6724-0c73-43cb-950d-b90de1e9e6e3 service nova] Enqueued Resource ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a with Priority: HIGHEST for action security_group_rules [ 1038.945032] env[69468]: INFO networking_nsxv3.common.synchronization [req-35e8a4e1-99dc-4ff8-9f46-d11afc5f03ac req-b08a6724-0c73-43cb-950d-b90de1e9e6e3 service nova] Enqueued Resource ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a with Priority: HIGHEST for action security_group_members [ 1038.945176] env[69468]: INFO networking_nsxv3.common.synchronization [req-35e8a4e1-99dc-4ff8-9f46-d11afc5f03ac req-b08a6724-0c73-43cb-950d-b90de1e9e6e3 service nova] Enqueued Resource ID: 316b2c71-6909-4d98-a09c-c3c58878a1ed with Priority: HIGHEST for action port [ 1038.945405] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a with Priority: HIGHEST for action security_group_rules [ 1038.945625] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a with Priority: HIGHEST for action security_group_members [ 1038.945747] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 316b2c71-6909-4d98-a09c-c3c58878a1ed with Priority: HIGHEST for action port [ 1038.946557] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59a73947-69ca-4e8a-b020-4a3032df6e1a taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.946683] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.946749] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.946970] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.947064] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59a73947-69ca-4e8a-b020-4a3032df6e1a',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.948360] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-59a73947-69ca-4e8a-b020-4a3032df6e1a taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.948496] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.949257] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.949257] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.949257] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.949257] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.949257] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.949257] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.949496] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.949496] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59a73947-69ca-4e8a-b020-4a3032df6e1a',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.950344] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-316b2c71-6909-4d98-a09c-c3c58878a1ed taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.950344] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-316b2c71-6909-4d98-a09c-c3c58878a1ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.950344] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-316b2c71-6909-4d98-a09c-c3c58878a1ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.950527] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-316b2c71-6909-4d98-a09c-c3c58878a1ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.950625] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('316b2c71-6909-4d98-a09c-c3c58878a1ed',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.151491] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad273c07-d5ac-4d13-9106-18ec099675d8 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.151776] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.151776] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.151962] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.152148] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.152248] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.152313] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.152461] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.152554] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.152643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.152787] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad273c07-d5ac-4d13-9106-18ec099675d8 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.152878] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.152937] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.153234] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.153403] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.153498] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.153610] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.153755] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.153834] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.153920] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.159540] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad273c07-d5ac-4d13-9106-18ec099675d8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.310036] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.310036] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.310036] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.310036] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.310477] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.310477] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port fbde5d12-5376-4f30-a0eb-1e63c7d36242 not found, creating... [ 1039.310785] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.311079] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.311215] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.311461] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.312059] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.312059] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.312425] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.312425] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.312530] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.313743] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.313743] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: fbde5d12-5376-4f30-a0eb-1e63c7d36242 is going to be created. [ 1039.334472] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.334658] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.334747] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.335065] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.335307] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.335539] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-fbde5d12-5376-4f30-a0eb-1e63c7d36242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.451995] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59a73947-69ca-4e8a-b020-4a3032df6e1a',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.452884] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-59a73947-69ca-4e8a-b020-4a3032df6e1a taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.453050] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.455474] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 316b2c71-6909-4d98-a09c-c3c58878a1ed with status ACTIVE [ 1039.455648] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.455759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.455817] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.456018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.456108] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.456287] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.456356] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.456421] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.457025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.457025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.457025] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.457025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.457025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.457245] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.457245] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.457245] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 316b2c71-6909-4d98-a09c-c3c58878a1ed is going to be updated. [ 1039.478238] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.478410] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.478468] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.478633] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.478759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.478924] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-316b2c71-6909-4d98-a09c-c3c58878a1ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.662168] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad273c07-d5ac-4d13-9106-18ec099675d8: rpc.has_security_group_logging(os_id): False [ 1039.679868] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.680155] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.680155] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.680383] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.680477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.680743] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.680865] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.680951] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.681154] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.681248] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.681468] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.681594] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.681667] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.681921] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.682042] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.682311] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.682435] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.682517] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.682670] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.682807] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.682872] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad273c07-d5ac-4d13-9106-18ec099675d8 is going to be updated. [ 1039.750168] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.750367] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.750367] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.750672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.750869] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.762287] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad273c07-d5ac-4d13-9106-18ec099675d8 in Status: IN_PROGRESS for 2s [ 1039.955637] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59a73947-69ca-4e8a-b020-4a3032df6e1a',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.239923] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: SUCCESS [ 1040.240192] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.451298] env[69468]: INFO networking_nsxv3.common.synchronization [req-63c7e70f-e93b-42f0-afdc-40af7df0eacc req-422771cf-52ab-4446-96fc-25e8e4996eb2 service nova] Enqueued Resource ID: 9d956ca4-38fe-4465-ad60-6a44e7e097ed with Priority: HIGHEST for action security_group_rules [ 1040.451298] env[69468]: INFO networking_nsxv3.common.synchronization [req-63c7e70f-e93b-42f0-afdc-40af7df0eacc req-422771cf-52ab-4446-96fc-25e8e4996eb2 service nova] Enqueued Resource ID: 9d956ca4-38fe-4465-ad60-6a44e7e097ed with Priority: HIGHEST for action security_group_members [ 1040.451298] env[69468]: INFO networking_nsxv3.common.synchronization [req-63c7e70f-e93b-42f0-afdc-40af7df0eacc req-422771cf-52ab-4446-96fc-25e8e4996eb2 service nova] Enqueued Resource ID: fbde5d12-5376-4f30-a0eb-1e63c7d36242 with Priority: HIGHEST for action port [ 1040.451298] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d956ca4-38fe-4465-ad60-6a44e7e097ed with Priority: HIGHEST for action security_group_rules [ 1040.451298] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d956ca4-38fe-4465-ad60-6a44e7e097ed with Priority: HIGHEST for action security_group_members [ 1040.451298] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbde5d12-5376-4f30-a0eb-1e63c7d36242 with Priority: HIGHEST for action port [ 1040.451298] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d956ca4-38fe-4465-ad60-6a44e7e097ed taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.451298] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.451298] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.451298] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.451298] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d956ca4-38fe-4465-ad60-6a44e7e097ed',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.451881] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d956ca4-38fe-4465-ad60-6a44e7e097ed taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.451881] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.451881] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.452119] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.452427] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.452427] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.452427] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.452533] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.452533] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.452640] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d956ca4-38fe-4465-ad60-6a44e7e097ed',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.453490] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbde5d12-5376-4f30-a0eb-1e63c7d36242 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.454874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbde5d12-5376-4f30-a0eb-1e63c7d36242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.454874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbde5d12-5376-4f30-a0eb-1e63c7d36242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.454874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbde5d12-5376-4f30-a0eb-1e63c7d36242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.454874] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbde5d12-5376-4f30-a0eb-1e63c7d36242',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.459764] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.460269] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.460269] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.460357] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.460455] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.460543] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a is going to be created. [ 1040.481982] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.482175] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.482250] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.482477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.482643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.491817] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a in Status: UNINITIALIZED for 2s [ 1040.955341] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d956ca4-38fe-4465-ad60-6a44e7e097ed',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.956445] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d956ca4-38fe-4465-ad60-6a44e7e097ed taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.956634] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.956910] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbde5d12-5376-4f30-a0eb-1e63c7d36242 with status ACTIVE [ 1040.957131] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.957267] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.957267] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.957459] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.957547] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.957714] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.957806] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.957857] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.958028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.958092] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.958279] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.958379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.958434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.958638] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.958638] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.958786] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbde5d12-5376-4f30-a0eb-1e63c7d36242 is going to be updated. [ 1040.979312] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.979507] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.979507] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.979708] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.979844] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.979996] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbde5d12-5376-4f30-a0eb-1e63c7d36242" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.457595] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d956ca4-38fe-4465-ad60-6a44e7e097ed',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.775926] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad273c07-d5ac-4d13-9106-18ec099675d8 in Status: SUCCESS [ 1041.775926] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.960699] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.960851] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.960922] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.961363] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.961363] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.961434] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d956ca4-38fe-4465-ad60-6a44e7e097ed is going to be created. [ 1041.983184] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.983357] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.983394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.984233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.984233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.993267] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d956ca4-38fe-4465-ad60-6a44e7e097ed in Status: UNINITIALIZED for 2s [ 1042.502973] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a in Status: SUCCESS [ 1042.503320] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.503388] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.503659] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.503878] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.503998] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.504076] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.504243] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.504327] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.504425] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.504521] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59a73947-69ca-4e8a-b020-4a3032df6e1a',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.920880] env[69468]: INFO networking_nsxv3.common.synchronization [req-9b7decd2-6cc7-4780-b2c5-cf10b45e63e1 req-6210c88d-68c4-4ad8-a280-8462d767fea8 tempest-ServersTestJSON-711529090 tempest-ServersTestJSON-711529090-project-member] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1042.921331] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1042.922170] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.922170] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.922170] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.922170] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.922170] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.922736] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.922736] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.922736] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.922736] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.922736] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.010080] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59a73947-69ca-4e8a-b020-4a3032df6e1a',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.424414] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.431179] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.431179] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.431179] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.431179] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.431179] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.431179] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.431179] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.431179] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.431179] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.433040] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.433352] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.433646] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.433893] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.434145] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.436029] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.436029] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.457877] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.457877] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1043.457877] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.457877] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.457877] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-f26ed400-5630-4899-b5dd-a9af4540d3d7 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.457877] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-f26ed400-5630-4899-b5dd-a9af4540d3d7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.457877] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-f26ed400-5630-4899-b5dd-a9af4540d3d7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.457877] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-f26ed400-5630-4899-b5dd-a9af4540d3d7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.457877] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f26ed400-5630-4899-b5dd-a9af4540d3d7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.516558] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59a73947-69ca-4e8a-b020-4a3032df6e1a: rpc.has_security_group_logging(os_id): False [ 1043.549031] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.549031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.549031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.549031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.549031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.549031] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.549031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.549031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.549031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.549031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.549031] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a is going to be created. [ 1043.624376] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.624521] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.624665] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.624769] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.624950] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.637862] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a in Status: IN_PROGRESS for 2s [ 1043.927709] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.962221] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.962221] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.962557] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.962815] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.963119] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.963439] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port f26ed400-5630-4899-b5dd-a9af4540d3d7 not found, creating... [ 1043.963970] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.964284] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.964520] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.964944] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.965249] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.965766] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.966084] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.966340] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.966703] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.966974] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.967287] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: f26ed400-5630-4899-b5dd-a9af4540d3d7 is going to be created. [ 1044.036381] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d956ca4-38fe-4465-ad60-6a44e7e097ed in Status: SUCCESS [ 1044.036558] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.036743] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.037177] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.037547] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.037783] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.037909] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.038257] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.038447] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.038631] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.038866] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d956ca4-38fe-4465-ad60-6a44e7e097ed',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.050536] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.050536] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.050536] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.050536] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.050536] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.050536] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-f26ed400-5630-4899-b5dd-a9af4540d3d7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.430590] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.430590] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.430767] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.430846] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.430927] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.431046] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be updated. [ 1044.457902] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.458223] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.458312] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.458521] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.458672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.467451] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: IN_PROGRESS for 2s [ 1044.545546] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d956ca4-38fe-4465-ad60-6a44e7e097ed',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.840070] env[69468]: INFO networking_nsxv3.common.synchronization [req-9b7decd2-6cc7-4780-b2c5-cf10b45e63e1 req-90d4c3e6-e235-419d-bac0-2cd6788d45b1 service nova] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_rules [ 1044.840277] env[69468]: INFO networking_nsxv3.common.synchronization [req-9b7decd2-6cc7-4780-b2c5-cf10b45e63e1 req-90d4c3e6-e235-419d-bac0-2cd6788d45b1 service nova] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1044.840427] env[69468]: INFO networking_nsxv3.common.synchronization [req-9b7decd2-6cc7-4780-b2c5-cf10b45e63e1 req-90d4c3e6-e235-419d-bac0-2cd6788d45b1 service nova] Enqueued Resource ID: f26ed400-5630-4899-b5dd-a9af4540d3d7 with Priority: HIGHEST for action port [ 1044.840660] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_rules [ 1044.840788] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1044.840885] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26ed400-5630-4899-b5dd-a9af4540d3d7 with Priority: HIGHEST for action port [ 1044.842093] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.842306] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.842433] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.843376] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.843376] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.845320] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.845320] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.845743] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-f26ed400-5630-4899-b5dd-a9af4540d3d7 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.846250] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f26ed400-5630-4899-b5dd-a9af4540d3d7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.846250] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f26ed400-5630-4899-b5dd-a9af4540d3d7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.846250] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f26ed400-5630-4899-b5dd-a9af4540d3d7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.846250] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f26ed400-5630-4899-b5dd-a9af4540d3d7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.047783] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d956ca4-38fe-4465-ad60-6a44e7e097ed: rpc.has_security_group_logging(os_id): False [ 1045.062210] env[69468]: INFO networking_nsxv3.common.synchronization [req-8ad79dd1-8082-4cfc-804b-e41e0fe80c9f req-ac910d03-a6ab-42f7-a788-665ef7df7cf2 tempest-TenantUsagesTestJSON-698857048 tempest-TenantUsagesTestJSON-698857048-project-member] Enqueued Resource ID: 3768d64d-d90a-40cb-a6e2-92c4618e8918 with Priority: HIGHEST for action security_group_members [ 1045.062767] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3768d64d-d90a-40cb-a6e2-92c4618e8918 with Priority: HIGHEST for action security_group_members [ 1045.063134] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-3768d64d-d90a-40cb-a6e2-92c4618e8918 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.063301] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.063397] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.063759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.063932] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.064080] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.064173] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.064373] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.064492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.064631] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3768d64d-d90a-40cb-a6e2-92c4618e8918',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.066152] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.066312] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.066412] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.066608] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.066735] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.066995] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.067155] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.067250] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.067433] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.067552] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.067645] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d956ca4-38fe-4465-ad60-6a44e7e097ed is going to be created. [ 1045.131318] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.131481] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.131556] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.131784] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.131964] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.146028] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d956ca4-38fe-4465-ad60-6a44e7e097ed in Status: IN_PROGRESS for 2s [ 1045.348283] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.348283] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.348456] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f26ed400-5630-4899-b5dd-a9af4540d3d7 with status ACTIVE [ 1045.348560] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.348623] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.348656] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.349051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.349051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.349202] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.349279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.349558] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.349558] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.349657] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.350355] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.350355] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.350355] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.350355] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.350355] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.350355] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f26ed400-5630-4899-b5dd-a9af4540d3d7 is going to be updated. [ 1045.369257] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.369418] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.369713] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.369713] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.369898] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.371085] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f26ed400-5630-4899-b5dd-a9af4540d3d7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.421124] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.421124] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.421243] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.421560] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.421873] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.422097] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.422224] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.422469] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.422616] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.422854] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.422968] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.423126] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.423251] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.423365] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.423490] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.423663] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.456601] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.456885] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1045.457146] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.457471] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-946" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.457899] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-d25c0e76-62cc-44b6-936c-43b7de37c528 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.458107] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-d25c0e76-62cc-44b6-936c-43b7de37c528" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.458237] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-d25c0e76-62cc-44b6-936c-43b7de37c528" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.458649] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-d25c0e76-62cc-44b6-936c-43b7de37c528" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.458835] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d25c0e76-62cc-44b6-936c-43b7de37c528',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.570593] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.570821] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.570965] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.571467] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.571467] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.571649] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.571892] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.571892] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.573034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.573034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.573034] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3768d64d-d90a-40cb-a6e2-92c4618e8918 already deleted. [ 1045.573034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.654622] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a in Status: SUCCESS [ 1045.654907] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.961738] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.962363] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.962363] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.962706] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.963468] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.963968] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port d25c0e76-62cc-44b6-936c-43b7de37c528 not found, creating... [ 1045.964283] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.964521] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.964722] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.965137] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.965355] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.965787] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.966052] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.966200] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.966481] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.966634] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.966795] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: d25c0e76-62cc-44b6-936c-43b7de37c528 is going to be created. [ 1045.984758] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.985027] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.985171] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.985570] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.985801] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.986051] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-d25c0e76-62cc-44b6-936c-43b7de37c528" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.476497] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 1046.476752] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.476938] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.477222] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.477398] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.477582] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.477659] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.477833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.477919] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.478038] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.717541] env[69468]: INFO networking_nsxv3.common.synchronization [req-8ad79dd1-8082-4cfc-804b-e41e0fe80c9f req-e6392d75-3902-46a2-90e9-7c03fb7a2c10 service nova] Enqueued Resource ID: 3768d64d-d90a-40cb-a6e2-92c4618e8918 with Priority: HIGHEST for action security_group_rules [ 1046.717541] env[69468]: INFO networking_nsxv3.common.synchronization [req-8ad79dd1-8082-4cfc-804b-e41e0fe80c9f req-e6392d75-3902-46a2-90e9-7c03fb7a2c10 service nova] Enqueued Resource ID: 3768d64d-d90a-40cb-a6e2-92c4618e8918 with Priority: HIGHEST for action security_group_members [ 1046.717907] env[69468]: INFO networking_nsxv3.common.synchronization [req-8ad79dd1-8082-4cfc-804b-e41e0fe80c9f req-e6392d75-3902-46a2-90e9-7c03fb7a2c10 service nova] Enqueued Resource ID: d25c0e76-62cc-44b6-936c-43b7de37c528 with Priority: HIGHEST for action port [ 1046.718187] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3768d64d-d90a-40cb-a6e2-92c4618e8918 with Priority: HIGHEST for action security_group_rules [ 1046.718324] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3768d64d-d90a-40cb-a6e2-92c4618e8918 with Priority: HIGHEST for action security_group_members [ 1046.718428] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25c0e76-62cc-44b6-936c-43b7de37c528 with Priority: HIGHEST for action port [ 1046.718682] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3768d64d-d90a-40cb-a6e2-92c4618e8918 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.718948] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.718948] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.719132] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.719211] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3768d64d-d90a-40cb-a6e2-92c4618e8918',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.720020] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-3768d64d-d90a-40cb-a6e2-92c4618e8918 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.720137] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.720191] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.720787] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.720787] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.720787] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.720787] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.720787] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.721052] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.721052] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3768d64d-d90a-40cb-a6e2-92c4618e8918',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.721669] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-d25c0e76-62cc-44b6-936c-43b7de37c528 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.721792] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d25c0e76-62cc-44b6-936c-43b7de37c528" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.721840] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d25c0e76-62cc-44b6-936c-43b7de37c528" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.721991] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d25c0e76-62cc-44b6-936c-43b7de37c528" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.722088] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d25c0e76-62cc-44b6-936c-43b7de37c528',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.980269] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.156434] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d956ca4-38fe-4465-ad60-6a44e7e097ed in Status: SUCCESS [ 1047.156676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.181737] env[69468]: INFO networking_nsxv3.common.synchronization [req-cffba4a3-3aab-4a63-9e5c-6844f1f66213 req-04838092-522a-4917-a27b-c7e47190eeff tempest-ServerDiskConfigTestJSON-711676554 tempest-ServerDiskConfigTestJSON-711676554-project-member] Enqueued Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 1047.183576] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 with Priority: HIGHEST for action security_group_members [ 1047.183576] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-62319eb9-aaca-4a4f-b19d-112ab4bd0446 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.183576] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.183576] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.183576] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.183576] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.183576] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.183576] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.183576] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.183576] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.184126] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62319eb9-aaca-4a4f-b19d-112ab4bd0446',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.223686] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3768d64d-d90a-40cb-a6e2-92c4618e8918',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.225099] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-3768d64d-d90a-40cb-a6e2-92c4618e8918 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.225197] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.225619] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d25c0e76-62cc-44b6-936c-43b7de37c528 with status ACTIVE [ 1047.225779] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.229020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.229020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.229020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.229020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.229020] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.229020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.229020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.235121] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.235320] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.235583] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.235709] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.235775] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.235988] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.236100] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.236189] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d25c0e76-62cc-44b6-936c-43b7de37c528 is going to be updated. [ 1047.265583] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.265753] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.265836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.266054] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.266321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.266397] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d25c0e76-62cc-44b6-936c-43b7de37c528" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.462748] env[69468]: INFO networking_nsxv3.common.synchronization [req-2fea8267-2845-4b21-85f5-ee6cad37c887 req-bd1908fb-2f67-429d-9944-e21ae3114e86 tempest-ServerPasswordTestJSON-443913206 tempest-ServerPasswordTestJSON-443913206-project-member] Enqueued Resource ID: 65fff26d-b664-4f6e-b821-07affc4e46bb with Priority: HIGHEST for action security_group_members [ 1047.462748] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65fff26d-b664-4f6e-b821-07affc4e46bb with Priority: HIGHEST for action security_group_members [ 1047.465073] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-65fff26d-b664-4f6e-b821-07affc4e46bb taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.465304] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.465426] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.465678] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.465911] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.466405] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.466405] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.466573] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.466573] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.466652] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65fff26d-b664-4f6e-b821-07affc4e46bb',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.482839] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.685482] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.685629] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.685702] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.685934] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.686034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.686234] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.686334] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.686394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.686544] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.686618] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.686702] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 is going to be updated. [ 1047.713451] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.713451] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.713451] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.713655] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.713817] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.721147] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: IN_PROGRESS for 2s [ 1047.725884] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3768d64d-d90a-40cb-a6e2-92c4618e8918',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.789269] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.789269] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-25" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.789269] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-25" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.789269] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-25" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.789269] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.789269] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.789269] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.789269] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.789269] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.789269] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1047.789269] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.789269] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.789269] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.789696] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1047.789696] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.789696] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.806441] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.806610] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1047.806752] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.806929] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-25" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.807254] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-92c1a899-25cb-4f56-9e5c-ef5387893a31 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.807429] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-92c1a899-25cb-4f56-9e5c-ef5387893a31" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.807552] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-92c1a899-25cb-4f56-9e5c-ef5387893a31" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.807889] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-92c1a899-25cb-4f56-9e5c-ef5387893a31" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.808141] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92c1a899-25cb-4f56-9e5c-ef5387893a31',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.969013] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.969354] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.969447] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.969665] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.969759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.969953] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.970064] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.970123] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.970280] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.970430] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.970506] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65fff26d-b664-4f6e-b821-07affc4e46bb already deleted. [ 1047.970536] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.985591] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.985817] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.985929] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.986160] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.986297] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.986449] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be updated. [ 1048.012599] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.012771] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.012879] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.013377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.013377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.022694] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: IN_PROGRESS for 2s [ 1048.228105] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.228105] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.228105] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.228259] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.228289] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.228390] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3768d64d-d90a-40cb-a6e2-92c4618e8918 is going to be created. [ 1048.252339] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.252717] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.252717] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.252717] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.252889] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.261950] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3768d64d-d90a-40cb-a6e2-92c4618e8918 in Status: UNINITIALIZED for 2s [ 1048.310839] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.311043] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.311326] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.311826] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.312017] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.312293] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 92c1a899-25cb-4f56-9e5c-ef5387893a31 not found, creating... [ 1048.312452] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.312617] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.312742] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.313067] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.313193] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.313595] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.313843] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.313994] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.314334] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.314475] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.314614] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 92c1a899-25cb-4f56-9e5c-ef5387893a31 is going to be created. [ 1048.333877] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.334254] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.334354] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.335449] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.335449] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.335449] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-92c1a899-25cb-4f56-9e5c-ef5387893a31" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.377772] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.377984] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.378067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.378256] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.378367] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.881098] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.051732] env[69468]: INFO networking_nsxv3.common.synchronization [req-2fea8267-2845-4b21-85f5-ee6cad37c887 req-29372c7b-ef17-4d39-9631-9bbae8bac27d service nova] Enqueued Resource ID: 65fff26d-b664-4f6e-b821-07affc4e46bb with Priority: HIGHEST for action security_group_rules [ 1049.051908] env[69468]: INFO networking_nsxv3.common.synchronization [req-2fea8267-2845-4b21-85f5-ee6cad37c887 req-29372c7b-ef17-4d39-9631-9bbae8bac27d service nova] Enqueued Resource ID: 65fff26d-b664-4f6e-b821-07affc4e46bb with Priority: HIGHEST for action security_group_members [ 1049.052069] env[69468]: INFO networking_nsxv3.common.synchronization [req-2fea8267-2845-4b21-85f5-ee6cad37c887 req-29372c7b-ef17-4d39-9631-9bbae8bac27d service nova] Enqueued Resource ID: 92c1a899-25cb-4f56-9e5c-ef5387893a31 with Priority: HIGHEST for action port [ 1049.052303] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65fff26d-b664-4f6e-b821-07affc4e46bb with Priority: HIGHEST for action security_group_rules [ 1049.052427] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65fff26d-b664-4f6e-b821-07affc4e46bb with Priority: HIGHEST for action security_group_members [ 1049.052519] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92c1a899-25cb-4f56-9e5c-ef5387893a31 with Priority: HIGHEST for action port [ 1049.055389] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65fff26d-b664-4f6e-b821-07affc4e46bb taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.055389] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.055389] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.055558] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.055655] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65fff26d-b664-4f6e-b821-07affc4e46bb',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.059925] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-65fff26d-b664-4f6e-b821-07affc4e46bb taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.059925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.059925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.059925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.059925] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.059925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.059925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.059925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.059925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.059925] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65fff26d-b664-4f6e-b821-07affc4e46bb',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.059925] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-92c1a899-25cb-4f56-9e5c-ef5387893a31 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.059925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92c1a899-25cb-4f56-9e5c-ef5387893a31" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.059925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92c1a899-25cb-4f56-9e5c-ef5387893a31" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.059925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92c1a899-25cb-4f56-9e5c-ef5387893a31" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.059925] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92c1a899-25cb-4f56-9e5c-ef5387893a31',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.385950] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.560606] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65fff26d-b664-4f6e-b821-07affc4e46bb',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.561680] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-65fff26d-b664-4f6e-b821-07affc4e46bb taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.561836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.565021] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92c1a899-25cb-4f56-9e5c-ef5387893a31 with status ACTIVE [ 1049.565021] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.565021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.565021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.565021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.565021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.565021] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.565021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.565021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.565021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.565021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.565021] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.565021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.565021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.565021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.565021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.565021] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92c1a899-25cb-4f56-9e5c-ef5387893a31 is going to be updated. [ 1049.586645] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.586800] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.586873] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.587109] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.587257] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.587421] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92c1a899-25cb-4f56-9e5c-ef5387893a31" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.731432] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 in Status: SUCCESS [ 1049.731692] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62319eb9-aaca-4a4f-b19d-112ab4bd0446 deletion is rescheduled due to dependency. [ 1049.731826] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62319eb9-aaca-4a4f-b19d-112ab4bd0446" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.888279] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1049.888279] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1050.031233] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 1050.031478] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.031691] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.032182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.032182] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.032375] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.032406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.032561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.032648] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.032742] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.033035] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.068031] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65fff26d-b664-4f6e-b821-07affc4e46bb',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.075525] env[69468]: INFO networking_nsxv3.common.synchronization [req-bb9a628b-deae-4301-af6b-ef2bc920c78e req-f2b20cfd-d524-45c4-bbde-81a977bd2e96 tempest-ServerActionsTestJSON-1088981625 tempest-ServerActionsTestJSON-1088981625-project-member] Enqueued Resource ID: 7108429f-7f81-457c-8eb4-c0a79691ec5d with Priority: HIGHEST for action security_group_members [ 1050.076041] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7108429f-7f81-457c-8eb4-c0a79691ec5d with Priority: HIGHEST for action security_group_members [ 1050.076356] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-7108429f-7f81-457c-8eb4-c0a79691ec5d taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.076481] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.076558] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.076754] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.076908] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.077023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.077332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.077498] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.077587] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.077684] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7108429f-7f81-457c-8eb4-c0a79691ec5d',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.274707] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3768d64d-d90a-40cb-a6e2-92c4618e8918 in Status: SUCCESS [ 1050.275211] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.275211] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.275471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.275700] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.275858] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.275941] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.276142] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.276229] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.276349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.276474] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3768d64d-d90a-40cb-a6e2-92c4618e8918',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.537400] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.537661] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.537661] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.537897] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.538088] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.538196] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.538260] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.538420] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.538508] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.538597] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.538746] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.538871] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.538906] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.539041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.539407] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.539407] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.539407] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.539502] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.539502] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.539612] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.539667] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.574781] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.575033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.575033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.575243] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.575293] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.575388] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65fff26d-b664-4f6e-b821-07affc4e46bb is going to be created. [ 1050.581953] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.582135] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.582208] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.582390] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.582466] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.582655] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.582743] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.582800] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.582973] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.583063] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.583147] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7108429f-7f81-457c-8eb4-c0a79691ec5d is going to be updated. [ 1050.601902] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.602136] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.602271] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.602625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.602918] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.624332] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.624332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.624332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.624332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.624332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.636221] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7108429f-7f81-457c-8eb4-c0a79691ec5d in Status: IN_PROGRESS for 2s [ 1050.645763] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65fff26d-b664-4f6e-b821-07affc4e46bb in Status: UNINITIALIZED for 2s [ 1050.684887] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.684887] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.684887] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.685127] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.706301] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1050.707372] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.708885] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1050.742684] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.742842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.742910] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.743186] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.760402] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.761449] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1050.762669] env[69468]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69468) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1050.762669] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1050.779489] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-3768d64d-d90a-40cb-a6e2-92c4618e8918 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.779678] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.779754] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.781706] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.781812] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.781924] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.782023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.782978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.782978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.782978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.782978] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-3768d64d-d90a-40cb-a6e2-92c4618e8918 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.782978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.782978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.783439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.783439] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.783439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.783535] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.784038] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.784038] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.784038] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.784038] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3768d64d-d90a-40cb-a6e2-92c4618e8918',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.806591] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.806743] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.806816] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.807056] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.808413] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.808611] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1050.891294] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.891752] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.891752] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.891752] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.891998] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.892321] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1050.976924] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.977244] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.977244] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.977434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.977765] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.978093] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1050.978193] env[69468]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'63ede97d-3078-4d74-9a53-21f8c2bf716e', 'cb7af17a-e726-4f81-805b-68e715fc4758', '60124144-ebfb-4fa3-af0f-77f94ab98e5f', '51b71e81-79aa-4c7d-8b1b-7cb59125b6ef', '34353eab-b12b-4e2f-a25d-bf06163f319f', '4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51', '5ce22894-f26b-43c0-98a6-efabd2128408', 'daee25bb-1216-41af-bead-0a66ce511461', '713e4358-06aa-455f-a642-d843ef6a385b', '1f8c49ea-87c0-4f29-b2c4-43aca60b5c68', '59a73947-69ca-4e8a-b020-4a3032df6e1a', 'fc57b70b-ce57-410e-a05b-fc920e5dd669', '0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa', '2282d3a6-aacd-45e3-a715-d269da320444', '7b283874-7f63-4283-922a-fb9214c45532', '2ed87df6-0b5e-4dba-b7ba-616d88b90099', '0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5', '2c8deb84-92a4-4a47-bed7-2d375e99c701', 'ad273c07-d5ac-4d13-9106-18ec099675d8', '5327879a-8e69-4f71-b0d8-310a98738ad7', '87b9a661-59d2-4cac-8a06-d25a515e2363', '605bf232-0fab-4540-a959-d8fb92606eb3', '045a0f26-7dbf-4d0b-a235-2838ce6302d2', 'b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60', '302e85eb-7b5f-4e30-8439-37381e0b3229', '571247e1-0491-4874-a2e5-130709b0bee6', 'ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2', 'e16329d2-acce-4422-8151-02ba3f360c87', '2b9a093d-9035-47ac-abdb-270ceba185bd', '62319eb9-aaca-4a4f-b19d-112ab4bd0446', '1e7d8881-4a64-46a2-acef-296b23ece229', '0a9bfd66-34a8-46bb-9a36-939f94763eb4', '9d956ca4-38fe-4465-ad60-6a44e7e097ed', '64a7371b-d038-4bfa-ad09-c0e552cd9dac', 'e397af82-05c6-49f6-875e-1ef5ec097648', 'b7dc9cad-1624-440a-9920-bf243ad20863', 'fbe2916d-c20c-4b27-809f-90db7414ebad', 'fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b', 'c30481b9-748d-4b46-9264-2ac4e4e55e14', '691afeeb-47f3-4a01-862f-1923fedd9e82', 'ee37f4c4-aa89-4de7-8678-93af0f118710', '7108429f-7f81-457c-8eb4-c0a79691ec5d', '43b4f438-1311-4764-aee0-8445d5437055', 'a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3', 'c514a0ce-6c8e-421e-8188-7351eb8519c4', 'a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc', '1d9f2854-29a4-495d-8b9a-9f90ab59dd52'} {{(pid=69468) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1050.978282] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1051.002224] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.002447] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.002447] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.002660] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.002779] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.002889] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1051.002973] env[69468]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69468) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1051.003190] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1051.042594] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d9f2854-29a4-495d-8b9a-9f90ab59dd52: rpc.has_security_group_logging(os_id): False [ 1051.074608] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.074770] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.074823] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.075095] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.098839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.098839] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.098839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.098839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.098839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.098839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.098839] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.098839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.098839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.098839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.098839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.098839] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.099349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.099349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.099349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.099349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.099483] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be updated. [ 1051.113854] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.116830] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.116830] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.116830] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.116830] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.116830] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1051.116830] env[69468]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69468) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1051.116830] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1051.116830] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1051.116830] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1051.116830] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e with Priority: HIGH for action security_group_rules [ 1051.116830] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGH for action security_group_rules [ 1051.116830] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f with Priority: HIGH for action security_group_rules [ 1051.116830] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGH for action security_group_rules [ 1051.116830] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34353eab-b12b-4e2f-a25d-bf06163f319f with Priority: HIGH for action security_group_rules [ 1051.116830] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 with Priority: HIGH for action security_group_rules [ 1051.117371] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ce22894-f26b-43c0-98a6-efabd2128408 with Priority: HIGH for action security_group_rules [ 1051.117371] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: daee25bb-1216-41af-bead-0a66ce511461 with Priority: HIGH for action security_group_rules [ 1051.117371] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 713e4358-06aa-455f-a642-d843ef6a385b with Priority: HIGH for action security_group_rules [ 1051.117371] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 with Priority: HIGH for action security_group_rules [ 1051.117371] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a with Priority: HIGH for action security_group_rules [ 1051.117371] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc57b70b-ce57-410e-a05b-fc920e5dd669 with Priority: HIGH for action security_group_rules [ 1051.117371] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa with Priority: HIGH for action security_group_rules [ 1051.117371] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGH for action security_group_rules [ 1051.117371] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b283874-7f63-4283-922a-fb9214c45532 with Priority: HIGH for action security_group_rules [ 1051.117371] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 with Priority: HIGH for action security_group_rules [ 1051.117635] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 with Priority: HIGH for action security_group_rules [ 1051.117635] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGH for action security_group_rules [ 1051.117635] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad273c07-d5ac-4d13-9106-18ec099675d8 with Priority: HIGH for action security_group_rules [ 1051.117635] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 with Priority: HIGH for action security_group_rules [ 1051.117751] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.167623] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.167793] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.167868] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.168395] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.168571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.187228] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: IN_PROGRESS for 2s [ 1051.293516] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3768d64d-d90a-40cb-a6e2-92c4618e8918: rpc.has_security_group_logging(os_id): False [ 1051.317097] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.317097] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.317097] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.317097] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.317097] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.317097] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.317097] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.317097] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.317097] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.317097] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.317097] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.317097] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.317097] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.317097] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.317097] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.317762] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.317762] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.317762] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.317762] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.317762] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.317762] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3768d64d-d90a-40cb-a6e2-92c4618e8918 is going to be created. [ 1051.377089] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.377253] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.377326] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.377563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.377780] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.388941] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3768d64d-d90a-40cb-a6e2-92c4618e8918 in Status: IN_PROGRESS for 2s [ 1052.645873] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7108429f-7f81-457c-8eb4-c0a79691ec5d in Status: SUCCESS [ 1052.646233] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7108429f-7f81-457c-8eb4-c0a79691ec5d deletion is rescheduled due to dependency. [ 1052.646233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7108429f-7f81-457c-8eb4-c0a79691ec5d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.652454] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65fff26d-b664-4f6e-b821-07affc4e46bb in Status: SUCCESS [ 1052.652683] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.652848] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.653081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.653271] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.653388] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.653450] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.653604] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.653711] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.653805] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.653898] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65fff26d-b664-4f6e-b821-07affc4e46bb',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.156508] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-65fff26d-b664-4f6e-b821-07affc4e46bb taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.156722] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.156790] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.157032] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.157215] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.157315] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.157384] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.157617] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.157716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.157928] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.158069] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-65fff26d-b664-4f6e-b821-07affc4e46bb taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.158170] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.158231] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.158375] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.158526] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.158664] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.158738] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.158880] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.158957] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.159076] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.159176] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65fff26d-b664-4f6e-b821-07affc4e46bb',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.200539] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 1053.200839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.400246] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3768d64d-d90a-40cb-a6e2-92c4618e8918 in Status: SUCCESS [ 1053.400575] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.663343] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65fff26d-b664-4f6e-b821-07affc4e46bb: rpc.has_security_group_logging(os_id): False [ 1053.679645] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.679998] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.680175] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.680463] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.680641] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.680935] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.681152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.681293] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.681553] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.681725] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.681999] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.682235] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.682375] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.682589] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.682745] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.683023] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.683222] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.683386] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.683616] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.683801] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.683983] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65fff26d-b664-4f6e-b821-07affc4e46bb is going to be created. [ 1053.739199] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.739199] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.739199] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.739199] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.739199] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.747998] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65fff26d-b664-4f6e-b821-07affc4e46bb in Status: IN_PROGRESS for 2s [ 1055.077389] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1055.077733] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1055.077733] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e with Priority: HIGH for action security_group_rules [ 1055.077733] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f with Priority: HIGH for action security_group_rules [ 1055.077930] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ce22894-f26b-43c0-98a6-efabd2128408 with Priority: HIGH for action security_group_rules [ 1055.078110] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b283874-7f63-4283-922a-fb9214c45532 with Priority: HIGH for action security_group_rules [ 1055.078246] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 with Priority: HIGH for action security_group_rules [ 1055.078368] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad273c07-d5ac-4d13-9106-18ec099675d8 with Priority: HIGH for action security_group_rules [ 1055.078486] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 with Priority: HIGH for action security_group_rules [ 1055.078617] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 with Priority: HIGH for action security_group_rules [ 1055.078785] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2282d3a6-aacd-45e3-a715-d269da320444 with Priority: HIGH for action security_group_rules [ 1055.078836] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 with Priority: HIGH for action security_group_rules [ 1055.078939] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa with Priority: HIGH for action security_group_rules [ 1055.079065] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc57b70b-ce57-410e-a05b-fc920e5dd669 with Priority: HIGH for action security_group_rules [ 1055.079184] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a with Priority: HIGH for action security_group_rules [ 1055.079303] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 with Priority: HIGH for action security_group_rules [ 1055.079407] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713e4358-06aa-455f-a642-d843ef6a385b with Priority: HIGH for action security_group_rules [ 1055.079517] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 with Priority: HIGH for action security_group_rules [ 1055.080210] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daee25bb-1216-41af-bead-0a66ce511461 with Priority: HIGH for action security_group_rules [ 1055.080382] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34353eab-b12b-4e2f-a25d-bf06163f319f with Priority: HIGH for action security_group_rules [ 1055.080502] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGH for action security_group_rules [ 1055.080602] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGH for action security_group_rules [ 1055.080949] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63ede97d-3078-4d74-9a53-21f8c2bf716e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.081103] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.081172] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.081391] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.081478] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63ede97d-3078-4d74-9a53-21f8c2bf716e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.082455] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60124144-ebfb-4fa3-af0f-77f94ab98e5f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.082549] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.082619] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.082788] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.082865] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60124144-ebfb-4fa3-af0f-77f94ab98e5f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.083688] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ce22894-f26b-43c0-98a6-efabd2128408 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.083812] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.083906] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.084082] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.084157] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ce22894-f26b-43c0-98a6-efabd2128408',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.084851] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b283874-7f63-4283-922a-fb9214c45532 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.085013] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.085148] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.085322] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.085462] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b283874-7f63-4283-922a-fb9214c45532',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.086175] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5327879a-8e69-4f71-b0d8-310a98738ad7 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.086280] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.086347] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.086494] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.086565] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5327879a-8e69-4f71-b0d8-310a98738ad7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.087641] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad273c07-d5ac-4d13-9106-18ec099675d8 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.087749] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.087818] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.087968] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.088091] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad273c07-d5ac-4d13-9106-18ec099675d8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.088811] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c8deb84-92a4-4a47-bed7-2d375e99c701 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.088971] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.089020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.089148] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.089222] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c8deb84-92a4-4a47-bed7-2d375e99c701',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.089860] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.089968] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.090047] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.090204] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.090275] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.090910] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2282d3a6-aacd-45e3-a715-d269da320444 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.091067] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.091144] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.091298] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.091372] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2282d3a6-aacd-45e3-a715-d269da320444',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.092152] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ed87df6-0b5e-4dba-b7ba-616d88b90099 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.092277] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.092364] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.092570] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.092623] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ed87df6-0b5e-4dba-b7ba-616d88b90099',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.093602] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.093728] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.093837] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.094007] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.094092] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.094988] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc57b70b-ce57-410e-a05b-fc920e5dd669 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.095085] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.095153] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.095303] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.095377] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc57b70b-ce57-410e-a05b-fc920e5dd669',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.096441] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59a73947-69ca-4e8a-b020-4a3032df6e1a taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.096606] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.096679] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.096865] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.096914] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59a73947-69ca-4e8a-b020-4a3032df6e1a',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.097687] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.097812] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.097880] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.098040] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.098108] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f8c49ea-87c0-4f29-b2c4-43aca60b5c68',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.098842] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-713e4358-06aa-455f-a642-d843ef6a385b taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.098953] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.099032] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.099178] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.099233] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('713e4358-06aa-455f-a642-d843ef6a385b',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.099974] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.100096] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.100165] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.102684] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.102731] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.103451] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-daee25bb-1216-41af-bead-0a66ce511461 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.103595] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.103665] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.103851] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.103988] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('daee25bb-1216-41af-bead-0a66ce511461',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.104797] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34353eab-b12b-4e2f-a25d-bf06163f319f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.104913] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.104979] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.105142] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.105215] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34353eab-b12b-4e2f-a25d-bf06163f319f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.105909] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.106080] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.106279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.106525] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.106609] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.107261] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.107379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.107426] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.107580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.107651] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.131032] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.131459] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.131583] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.131999] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.149441] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.149592] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63ede97d-3078-4d74-9a53-21f8c2bf716e is going to be deleted. [ 1055.197139] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.197310] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.197366] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.197565] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.197656] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.197783] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63ede97d-3078-4d74-9a53-21f8c2bf716e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.615668] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad273c07-d5ac-4d13-9106-18ec099675d8 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.615868] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.615964] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.616141] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.616343] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.616489] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.616566] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.616760] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.617292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.617292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.617292] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad273c07-d5ac-4d13-9106-18ec099675d8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.624459] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed87df6-0b5e-4dba-b7ba-616d88b90099 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.624644] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.624644] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.624883] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.625065] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.625167] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.625229] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.625378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.625456] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.626037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.626037] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ed87df6-0b5e-4dba-b7ba-616d88b90099',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.628248] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-59a73947-69ca-4e8a-b020-4a3032df6e1a taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.628356] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.628418] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.628669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.628905] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.628905] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.628981] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.629904] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.629904] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.629904] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.629904] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59a73947-69ca-4e8a-b020-4a3032df6e1a',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.631235] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.631354] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.631395] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.633875] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.633875] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.633875] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.633875] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.633875] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.633875] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.633875] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.633875] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.667738] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.667738] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.667738] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.667738] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.669399] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.669399] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.675792] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.675932] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.682286] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.682286] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.683138] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.683301] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.684353] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.684353] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.685296] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.685391] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.690574] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.690695] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.691637] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.691744] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.692598] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.692698] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.695020] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.695136] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.695744] env[69468]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1055.696470] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.696470] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.696945] env[69468]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1055.697644] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.697644] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.698309] env[69468]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1055.698691] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.698803] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.699497] env[69468]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1055.699985] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.700122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.701292] env[69468]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1055.702056] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.702056] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2282d3a6-aacd-45e3-a715-d269da320444 is going to be deleted. [ 1055.703851] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.705164] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.727162] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.727312] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 is going to be deleted. [ 1055.728235] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.728468] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.747025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.747122] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc57b70b-ce57-410e-a05b-fc920e5dd669 is going to be deleted. [ 1055.748013] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.748236] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.761218] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.761368] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.764204] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65fff26d-b664-4f6e-b821-07affc4e46bb in Status: SUCCESS [ 1055.764420] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.767276] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.767397] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5 is going to be deleted. [ 1055.768243] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.768439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.790796] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.790932] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 713e4358-06aa-455f-a642-d843ef6a385b is going to be deleted. [ 1055.791941] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.792170] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.795741] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.795741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.817078] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.817078] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.832028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.832028] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa is going to be deleted. [ 1055.832028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.832028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.896192] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.896345] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ce22894-f26b-43c0-98a6-efabd2128408 is going to be deleted. [ 1055.897239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.897438] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.915106] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.915339] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.947169] env[69468]: INFO networking_nsxv3.common.synchronization [req-e9a8a268-ea51-4c0a-bd0e-0450cf8bf522 req-41d2768e-895b-4c92-863a-f711efdda847 tempest-DeleteServersTestJSON-1823655983 tempest-DeleteServersTestJSON-1823655983-project-member] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 1055.950089] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 1055.950089] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.950089] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.950089] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.950089] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.950089] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.950089] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.950089] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.950089] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.950089] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.950089] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.963339] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.963603] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.966119] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.966119] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.981594] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.981594] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60124144-ebfb-4fa3-af0f-77f94ab98e5f is going to be deleted. [ 1055.982121] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.982121] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.009950] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.010119] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f8c49ea-87c0-4f29-b2c4-43aca60b5c68 is going to be deleted. [ 1056.011029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.011253] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.013222] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.013350] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.065465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.065465] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b283874-7f63-4283-922a-fb9214c45532 is going to be deleted. [ 1056.066155] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.066393] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.119617] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.119944] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c8deb84-92a4-4a47-bed7-2d375e99c701 is going to be deleted. [ 1056.120671] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.120880] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.122467] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad273c07-d5ac-4d13-9106-18ec099675d8 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.122608] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.122690] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.122868] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.123045] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.123204] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.123252] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.123376] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.123461] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.123548] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.123722] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad273c07-d5ac-4d13-9106-18ec099675d8 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.123836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.123899] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.124053] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.124192] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.124291] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.124358] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.124498] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.124604] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.124717] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.124817] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad273c07-d5ac-4d13-9106-18ec099675d8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.137563] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ed87df6-0b5e-4dba-b7ba-616d88b90099',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.141774] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.141897] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.142078] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59a73947-69ca-4e8a-b020-4a3032df6e1a',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.143274] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.155757] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.156213] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.157035] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.157160] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.175249] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.175430] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef is going to be deleted. [ 1056.176472] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.176674] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.231905] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.232154] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34353eab-b12b-4e2f-a25d-bf06163f319f is going to be deleted. [ 1056.233492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.233829] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.242614] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.242866] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.268303] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.268508] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-497" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.268764] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-497" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.268914] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-497" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.269261] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.269450] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.269575] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.269795] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.269950] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.270183] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1056.270341] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.270425] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.270539] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.270653] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1056.270763] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.270901] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.284846] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.284974] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: daee25bb-1216-41af-bead-0a66ce511461 is going to be deleted. [ 1056.285954] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.286197] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.305859] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.306113] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1056.306260] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.306436] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-497" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.306748] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-20ebbb40-d77a-4c82-8038-5b810eb735db taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.306925] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-20ebbb40-d77a-4c82-8038-5b810eb735db" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.307069] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-20ebbb40-d77a-4c82-8038-5b810eb735db" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.307389] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-20ebbb40-d77a-4c82-8038-5b810eb735db" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.307532] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20ebbb40-d77a-4c82-8038-5b810eb735db',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.350314] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.350314] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5327879a-8e69-4f71-b0d8-310a98738ad7 is going to be deleted. [ 1056.350314] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.350830] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.350830] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.350830] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2282d3a6-aacd-45e3-a715-d269da320444" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.350938] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.353027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.353027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.353027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.353027] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.353027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.353027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.353027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.353027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.353027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.353027] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.353626] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.353626] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.353626] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc57b70b-ce57-410e-a05b-fc920e5dd669" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.353626] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.353626] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.353626] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.353858] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bf6132a-6fe5-4d7d-86d2-a3e7d02fa1f5" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.353886] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.354059] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.354107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.354217] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-713e4358-06aa-455f-a642-d843ef6a385b" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.354321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.354455] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.354526] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.354642] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bc59d52-c92b-4a89-81f1-bfcd5dcfd2fa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.354798] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.354953] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.355039] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.355151] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ce22894-f26b-43c0-98a6-efabd2128408" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.355287] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.355392] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.355462] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.355561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60124144-ebfb-4fa3-af0f-77f94ab98e5f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.355686] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.355995] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.356114] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.356223] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b283874-7f63-4283-922a-fb9214c45532" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.356640] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.356793] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.356876] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.357030] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f8c49ea-87c0-4f29-b2c4-43aca60b5c68" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.357116] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.357256] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.357348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.357455] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c8deb84-92a4-4a47-bed7-2d375e99c701" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.396102] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.396283] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.396336] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.396548] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.396644] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.396762] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34353eab-b12b-4e2f-a25d-bf06163f319f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.397498] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.397608] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.397678] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.397832] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.397913] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.398034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-daee25bb-1216-41af-bead-0a66ce511461" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.452149] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.452291] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.452367] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.452584] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.452675] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.452889] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.452959] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.453035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.453181] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.453258] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.453348] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 is going to be deleted. [ 1056.496763] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.496956] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.497078] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.497370] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.497503] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.497636] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.518779] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.518936] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.519014] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.519215] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.519307] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.519429] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5327879a-8e69-4f71-b0d8-310a98738ad7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.627362] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad273c07-d5ac-4d13-9106-18ec099675d8: rpc.has_security_group_logging(os_id): False [ 1056.639190] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ed87df6-0b5e-4dba-b7ba-616d88b90099: rpc.has_security_group_logging(os_id): False [ 1056.645579] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.645870] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.645870] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.646131] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.647398] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59a73947-69ca-4e8a-b020-4a3032df6e1a: rpc.has_security_group_logging(os_id): False [ 1056.648383] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51: rpc.has_security_group_logging(os_id): False [ 1056.656530] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.656823] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.664302] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.664302] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.665354] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.665463] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.670029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.670029] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.670029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.670029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.670029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.670029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.670029] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.670029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.670029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.670029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.670029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.670029] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.670029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.670029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.671933] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.671933] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.671933] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad273c07-d5ac-4d13-9106-18ec099675d8 is going to be updated. [ 1056.671933] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.671933] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.690510] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.690823] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.690929] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.690997] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.691477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.691477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.691477] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 is going to be updated. [ 1056.692551] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.692720] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.721192] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.723776] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.723776] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.723776] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.723776] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.723776] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.723776] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a is going to be updated. [ 1056.723776] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.723776] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.749460] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.749629] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.750507] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.750778] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.750867] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.750936] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.751167] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.751253] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.751339] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 is going to be updated. [ 1056.752428] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.752582] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.752745] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.790309] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.790454] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.790513] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.790710] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.790852] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.797447] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad273c07-d5ac-4d13-9106-18ec099675d8 in Status: IN_PROGRESS for 2s [ 1056.800464] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 in Status: IN_PROGRESS for 2s [ 1056.810098] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.810321] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.810452] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.810722] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.810888] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.811052] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 20ebbb40-d77a-4c82-8038-5b810eb735db not found, creating... [ 1056.811322] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.811583] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.811694] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.811848] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.811995] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.812297] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.812458] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.812580] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.812790] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.812936] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.813116] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 20ebbb40-d77a-4c82-8038-5b810eb735db is going to be created. [ 1056.830374] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.830518] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.830589] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.830816] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.830973] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.844653] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a in Status: IN_PROGRESS for 2s [ 1056.850378] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.850584] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.850716] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.851015] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.851286] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.851514] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-20ebbb40-d77a-4c82-8038-5b810eb735db" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.898558] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.898701] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.898770] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.899054] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.900152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.939373] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 in Status: IN_PROGRESS for 2s [ 1057.073660] env[69468]: INFO networking_nsxv3.common.synchronization [req-1dafb2da-f39a-403e-83db-ac5d54a0d242 req-737f1444-511f-4de8-86f1-6a45919ab4cd tempest-AttachVolumeShelveTestJSON-386882206 tempest-AttachVolumeShelveTestJSON-386882206-project-member] Enqueued Resource ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 with Priority: HIGHEST for action security_group_members [ 1057.074416] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 with Priority: HIGHEST for action security_group_members [ 1057.074827] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.076288] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.076447] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.076787] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.077059] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.077233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.079689] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.079963] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.080056] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.080185] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.555685] env[69468]: INFO networking_nsxv3.common.synchronization [req-e9a8a268-ea51-4c0a-bd0e-0450cf8bf522 req-eed6707c-db8a-4901-888d-b98a458b4c3e service nova] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_rules [ 1057.556036] env[69468]: INFO networking_nsxv3.common.synchronization [req-e9a8a268-ea51-4c0a-bd0e-0450cf8bf522 req-eed6707c-db8a-4901-888d-b98a458b4c3e service nova] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 1057.556036] env[69468]: INFO networking_nsxv3.common.synchronization [req-e9a8a268-ea51-4c0a-bd0e-0450cf8bf522 req-eed6707c-db8a-4901-888d-b98a458b4c3e service nova] Enqueued Resource ID: 20ebbb40-d77a-4c82-8038-5b810eb735db with Priority: HIGHEST for action port [ 1057.556256] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_rules [ 1057.556386] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 1057.556494] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ebbb40-d77a-4c82-8038-5b810eb735db with Priority: HIGHEST for action port [ 1057.560096] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.560289] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.560378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.560603] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.560690] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.561625] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.561740] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.561810] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.561981] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.562147] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.562243] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.562308] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.562472] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.562567] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.562666] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.563459] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-20ebbb40-d77a-4c82-8038-5b810eb735db taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.564425] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20ebbb40-d77a-4c82-8038-5b810eb735db" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.564538] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20ebbb40-d77a-4c82-8038-5b810eb735db" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.564730] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20ebbb40-d77a-4c82-8038-5b810eb735db" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.564878] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20ebbb40-d77a-4c82-8038-5b810eb735db',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.584047] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.584652] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.585827] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.586061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.586160] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.586379] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.586485] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.586543] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.586714] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.586800] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.586878] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 is going to be updated. [ 1057.623175] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.624213] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.624213] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.624213] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.627363] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.643047] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 in Status: IN_PROGRESS for 2s [ 1057.866255] env[69468]: INFO networking_nsxv3.common.synchronization [req-7d13f60d-8519-40a7-8409-2e9d95c7782d req-b7f36843-f01e-478b-8913-4f00f3bcf2af tempest-ServersTestJSON-711529090 tempest-ServersTestJSON-711529090-project-member] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1057.872021] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1057.872021] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.872021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.872021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.872021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.872021] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.872021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.872021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.872021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.872021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.872021] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.066442] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.067500] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.067672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.067979] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20ebbb40-d77a-4c82-8038-5b810eb735db with status ACTIVE [ 1058.068153] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.068265] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.068329] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.068546] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.068656] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.068839] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.068958] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.069025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.069177] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.069348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.069463] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.069654] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.069654] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.069854] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.069854] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.069950] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20ebbb40-d77a-4c82-8038-5b810eb735db is going to be updated. [ 1058.089588] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.089773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.089835] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.090073] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.090150] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.090536] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20ebbb40-d77a-4c82-8038-5b810eb735db" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.372492] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.568440] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.813744] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 in Status: SUCCESS [ 1058.813995] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.814715] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad273c07-d5ac-4d13-9106-18ec099675d8 in Status: SUCCESS [ 1058.814894] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.858911] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a in Status: SUCCESS [ 1058.859157] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.874639] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.952951] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 in Status: SUCCESS [ 1058.953203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.070346] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.070512] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.070635] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.070803] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.070926] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.071176] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 is going to be created. [ 1059.094563] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.094716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.094789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.095075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.095195] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.099983] env[69468]: INFO networking_nsxv3.common.synchronization [req-686a3d2f-0805-494f-a4cf-468f524c8306 req-9c924f8a-acee-477a-a8fb-8bfa921f8a20 tempest-ServerActionsTestOtherB-141850940 tempest-ServerActionsTestOtherB-141850940-project-member] Enqueued Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_members [ 1059.100246] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_members [ 1059.100812] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.100920] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.100982] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.101199] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.101299] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.101402] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.101464] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.101622] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.101731] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.101830] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.105049] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: UNINITIALIZED for 2s [ 1059.377788] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.377989] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.378095] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.378290] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.378385] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.378485] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be updated. [ 1059.405056] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.405212] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.405284] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.405494] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.405637] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.414023] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: IN_PROGRESS for 2s [ 1059.603511] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.604681] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.604681] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.604681] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.624725] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.625229] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.625229] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.625373] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.625692] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.625692] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.625692] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc is going to be updated. [ 1059.652657] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.652657] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.652657] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.652983] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.652983] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.654933] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 in Status: SUCCESS [ 1059.655094] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 deletion is rescheduled due to dependency. [ 1059.655197] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.663103] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc in Status: IN_PROGRESS for 2s [ 1059.980752] env[69468]: INFO networking_nsxv3.common.synchronization [req-d321e7ba-6a62-4219-8a46-5c38328965e1 req-d950b36b-4d93-474c-a23c-48c11a0f89d5 tempest-TenantUsagesTestJSON-698857048 tempest-TenantUsagesTestJSON-698857048-project-member] Enqueued Resource ID: 3768d64d-d90a-40cb-a6e2-92c4618e8918 with Priority: HIGHEST for action security_group_members [ 1059.981282] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3768d64d-d90a-40cb-a6e2-92c4618e8918 with Priority: HIGHEST for action security_group_members [ 1059.981594] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-3768d64d-d90a-40cb-a6e2-92c4618e8918 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.981719] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.981792] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.981979] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.983604] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.983604] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.983604] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.983604] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.983940] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.983940] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3768d64d-d90a-40cb-a6e2-92c4618e8918',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.487133] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.487325] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.487413] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.487677] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.487812] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.488085] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.488238] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.488290] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.488439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.488521] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.488611] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3768d64d-d90a-40cb-a6e2-92c4618e8918 is going to be updated. [ 1060.522542] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.522689] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.522763] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.522982] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.523151] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.534504] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3768d64d-d90a-40cb-a6e2-92c4618e8918 in Status: IN_PROGRESS for 2s [ 1061.114474] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: UNINITIALIZED for 4s [ 1061.424539] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 1061.424539] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.673634] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc in Status: SUCCESS [ 1061.673826] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc deletion is rescheduled due to dependency. [ 1061.674021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.353326] env[69468]: INFO networking_nsxv3.common.synchronization [req-58307446-802b-4332-88ac-0e5157d8ec0e req-17127def-fdfa-47e7-a90c-d19fe86da4fc tempest-ServerPasswordTestJSON-443913206 tempest-ServerPasswordTestJSON-443913206-project-member] Enqueued Resource ID: 65fff26d-b664-4f6e-b821-07affc4e46bb with Priority: HIGHEST for action security_group_members [ 1062.353794] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65fff26d-b664-4f6e-b821-07affc4e46bb with Priority: HIGHEST for action security_group_members [ 1062.354127] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-65fff26d-b664-4f6e-b821-07affc4e46bb taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.354235] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.354285] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.354499] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.354645] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.354742] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.354806] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.354951] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.355251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.355365] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65fff26d-b664-4f6e-b821-07affc4e46bb',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.545900] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3768d64d-d90a-40cb-a6e2-92c4618e8918 in Status: SUCCESS [ 1062.546099] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3768d64d-d90a-40cb-a6e2-92c4618e8918 deletion is rescheduled due to dependency. [ 1062.546232] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.863022] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.863022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.863022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.863220] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.863315] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.863559] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.863712] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.863891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.864114] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.865156] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.865318] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65fff26d-b664-4f6e-b821-07affc4e46bb is going to be updated. [ 1062.890203] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.890352] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.890887] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.891221] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.891388] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.899950] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65fff26d-b664-4f6e-b821-07affc4e46bb in Status: IN_PROGRESS for 2s [ 1063.124073] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: SUCCESS [ 1063.124723] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.124723] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.124723] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.125049] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.125049] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.125049] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.126648] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.126648] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.126648] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.126648] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.627952] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.628522] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.628522] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.628522] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.628750] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.628750] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.628750] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.628982] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.628982] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.629099] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.629238] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.629371] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.629439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.629585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.629725] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.629816] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.629877] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.630015] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.630297] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.630297] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.630297] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.915250] env[69468]: INFO networking_nsxv3.common.synchronization [None req-f629712e-03ef-48e4-bda4-a397ccffcbdb tempest-ServerRescueNegativeTestJSON-151899305 tempest-ServerRescueNegativeTestJSON-151899305-project-member] Enqueued Resource ID: 4d4698d1-fa73-4439-87e5-f2b0ed87d871 with Priority: HIGHEST for action security_group_rules [ 1063.915763] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4698d1-fa73-4439-87e5-f2b0ed87d871 with Priority: HIGHEST for action security_group_rules [ 1063.916102] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d4698d1-fa73-4439-87e5-f2b0ed87d871 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.916216] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.916277] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.916601] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.916601] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d4698d1-fa73-4439-87e5-f2b0ed87d871',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.062122] env[69468]: INFO networking_nsxv3.common.synchronization [None req-b191fb22-e1a3-471d-8e06-3f500a6e6343 tempest-ServerRescueNegativeTestJSON-151899305 tempest-ServerRescueNegativeTestJSON-151899305-project-member] Enqueued Resource ID: 4d4698d1-fa73-4439-87e5-f2b0ed87d871 with Priority: HIGHEST for action security_group_rules [ 1064.062665] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4698d1-fa73-4439-87e5-f2b0ed87d871 with Priority: HIGHEST for action security_group_rules [ 1064.063218] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d4698d1-fa73-4439-87e5-f2b0ed87d871 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.063320] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.133144] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb7af17a-e726-4f81-805b-68e715fc4758: rpc.has_security_group_logging(os_id): False [ 1064.150694] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.150879] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.150954] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.151187] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.151967] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.151967] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.151967] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.151967] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.151967] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.151967] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.152220] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.152220] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.152220] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.152394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.152483] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.152631] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.152725] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.152785] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.152920] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.152994] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.156046] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 is going to be created. [ 1064.247495] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.247705] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.247705] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.247913] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.248285] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.262702] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: IN_PROGRESS for 2s [ 1064.305697] env[69468]: INFO networking_nsxv3.common.synchronization [None req-9f3900cc-1086-4948-8f78-1c4bdbd049ef tempest-AttachVolumeShelveTestJSON-386882206 tempest-AttachVolumeShelveTestJSON-386882206-project-member] Enqueued Resource ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 with Priority: HIGHEST for action security_group_rules [ 1064.306212] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 with Priority: HIGHEST for action security_group_rules [ 1064.306512] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e2d6aef-b83e-48a8-84e9-bd749fa866b8 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.306632] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.306697] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.306948] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.307059] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e2d6aef-b83e-48a8-84e9-bd749fa866b8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.382998] env[69468]: INFO networking_nsxv3.common.synchronization [None req-c85efecb-9b5d-4bcc-85f8-fa0a06309f70 tempest-AttachVolumeShelveTestJSON-386882206 tempest-AttachVolumeShelveTestJSON-386882206-project-member] Enqueued Resource ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 with Priority: HIGHEST for action security_group_rules [ 1064.383436] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 with Priority: HIGHEST for action security_group_rules [ 1064.383692] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e2d6aef-b83e-48a8-84e9-bd749fa866b8 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.383833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.436664] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.436854] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.436972] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.437168] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.437259] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.437356] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d4698d1-fa73-4439-87e5-f2b0ed87d871 already deleted. [ 1064.437439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.437581] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.437909] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.437909] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d4698d1-fa73-4439-87e5-f2b0ed87d871',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.830807] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.830807] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.830807] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.830807] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.830807] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.830807] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 already deleted. [ 1064.830807] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.830807] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.830807] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.830807] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e2d6aef-b83e-48a8-84e9-bd749fa866b8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.909910] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65fff26d-b664-4f6e-b821-07affc4e46bb in Status: SUCCESS [ 1064.909910] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65fff26d-b664-4f6e-b821-07affc4e46bb deletion is rescheduled due to dependency. [ 1064.909910] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.955423] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.955745] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.956090] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.956416] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.956599] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.957062] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d4698d1-fa73-4439-87e5-f2b0ed87d871 already deleted. [ 1064.957062] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.355473] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.356386] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.356386] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.356386] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.356386] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.356386] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 already deleted. [ 1065.356386] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.520460] env[69468]: INFO networking_nsxv3.common.synchronization [None req-8db6dbcf-d506-412f-9b46-8a8a51c0009d None None] Enqueued Resource ID: a02573e5-a3a5-494d-a1ec-09fe03cb9aad with Priority: HIGHEST for action port [ 1065.520460] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a02573e5-a3a5-494d-a1ec-09fe03cb9aad with Priority: HIGHEST for action port [ 1065.521010] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-a02573e5-a3a5-494d-a1ec-09fe03cb9aad taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.521124] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a02573e5-a3a5-494d-a1ec-09fe03cb9aad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.521163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a02573e5-a3a5-494d-a1ec-09fe03cb9aad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.521555] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a02573e5-a3a5-494d-a1ec-09fe03cb9aad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.521630] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a02573e5-a3a5-494d-a1ec-09fe03cb9aad',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.029306] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a02573e5-a3a5-494d-a1ec-09fe03cb9aad [ 1066.029306] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.029306] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.029306] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.030891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.030891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.030891] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a02573e5-a3a5-494d-a1ec-09fe03cb9aad already deleted. [ 1066.030891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a02573e5-a3a5-494d-a1ec-09fe03cb9aad" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.276393] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: SUCCESS [ 1066.276618] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.066261] env[69468]: INFO networking_nsxv3.common.synchronization [None req-a517ba18-e810-445c-ab0c-d0afc92c75d5 None None] Enqueued Resource ID: d7bc4254-8875-4dc6-ade7-b8fbfe8fda07 with Priority: HIGHEST for action port [ 1068.066577] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7bc4254-8875-4dc6-ade7-b8fbfe8fda07 with Priority: HIGHEST for action port [ 1068.067114] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7bc4254-8875-4dc6-ade7-b8fbfe8fda07 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.067251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7bc4254-8875-4dc6-ade7-b8fbfe8fda07" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.067841] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7bc4254-8875-4dc6-ade7-b8fbfe8fda07" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.067841] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7bc4254-8875-4dc6-ade7-b8fbfe8fda07" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.067841] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7bc4254-8875-4dc6-ade7-b8fbfe8fda07',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.574130] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7bc4254-8875-4dc6-ade7-b8fbfe8fda07 [ 1068.574380] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.574525] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.574592] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.574801] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.574898] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.574994] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7bc4254-8875-4dc6-ade7-b8fbfe8fda07 already deleted. [ 1068.575132] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7bc4254-8875-4dc6-ade7-b8fbfe8fda07" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.537161] env[69468]: INFO networking_nsxv3.common.synchronization [req-49cc696b-8044-4bbc-9371-5db26d9eedef req-e341982f-a62b-4a6e-921d-62854461867b tempest-DeleteServersTestJSON-1823655983 tempest-DeleteServersTestJSON-1823655983-project-member] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 1071.537161] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 1071.537547] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.537598] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.537646] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.541249] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.541249] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.541249] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.541249] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.541249] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.541249] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.541249] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.041529] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.041685] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.041755] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.041980] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.042100] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.042304] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.042406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.042467] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.042628] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.042706] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.042796] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 is going to be updated. [ 1072.072023] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.072023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.072023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.072023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.072023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.080892] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: IN_PROGRESS for 2s [ 1073.187191] env[69468]: INFO networking_nsxv3.common.synchronization [None req-13abfc91-4439-402d-aff0-c1ebc1102946 None None] Enqueued Resource ID: 405bc449-3c62-423f-900a-855f618004ed with Priority: HIGHEST for action port [ 1073.188114] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 405bc449-3c62-423f-900a-855f618004ed with Priority: HIGHEST for action port [ 1073.189017] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-405bc449-3c62-423f-900a-855f618004ed taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.189237] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-405bc449-3c62-423f-900a-855f618004ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.189345] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-405bc449-3c62-423f-900a-855f618004ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.189975] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-405bc449-3c62-423f-900a-855f618004ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.189975] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('405bc449-3c62-423f-900a-855f618004ed',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.691822] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 405bc449-3c62-423f-900a-855f618004ed [ 1073.692133] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.692278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.692349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.695477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.695477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.695477] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:405bc449-3c62-423f-900a-855f618004ed already deleted. [ 1073.695477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-405bc449-3c62-423f-900a-855f618004ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.091999] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: SUCCESS [ 1074.091999] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 deletion is rescheduled due to dependency. [ 1074.092193] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.152861] env[69468]: INFO networking_nsxv3.common.synchronization [req-76d289e7-30ac-4750-9847-5aee24c4458a req-8a1e20ae-4449-407b-b67f-f71c66dce252 tempest-SecurityGroupRulesTestJSON-1097791876 tempest-SecurityGroupRulesTestJSON-1097791876-project-member] Enqueued Resource ID: 790a53cb-32b2-401b-86f9-54ff6e85ae99 with Priority: HIGHEST for action security_group_rules [ 1074.153447] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 790a53cb-32b2-401b-86f9-54ff6e85ae99 with Priority: HIGHEST for action security_group_rules [ 1074.153755] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-790a53cb-32b2-401b-86f9-54ff6e85ae99 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.153877] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-790a53cb-32b2-401b-86f9-54ff6e85ae99" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.153967] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-790a53cb-32b2-401b-86f9-54ff6e85ae99" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.154849] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-790a53cb-32b2-401b-86f9-54ff6e85ae99" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.154950] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('790a53cb-32b2-401b-86f9-54ff6e85ae99',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.678924] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.679233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.681118] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.681429] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.681567] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.681700] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 790a53cb-32b2-401b-86f9-54ff6e85ae99 already deleted. [ 1074.681829] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-790a53cb-32b2-401b-86f9-54ff6e85ae99" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.752791] env[69468]: INFO networking_nsxv3.common.synchronization [req-eee687b5-2551-4743-abe7-d41aff69d939 req-081bb3d2-d3e6-46b3-b1bd-43347bab2807 tempest-SecurityGroupRulesTestJSON-1097791876 tempest-SecurityGroupRulesTestJSON-1097791876-project-member] Enqueued Resource ID: 2d7270ff-9819-452a-ba06-e0f5679f9b65 with Priority: HIGHEST for action security_group_rules [ 1074.753380] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d7270ff-9819-452a-ba06-e0f5679f9b65 with Priority: HIGHEST for action security_group_rules [ 1074.753629] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d7270ff-9819-452a-ba06-e0f5679f9b65 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.753753] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d7270ff-9819-452a-ba06-e0f5679f9b65" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.753822] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d7270ff-9819-452a-ba06-e0f5679f9b65" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.754180] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d7270ff-9819-452a-ba06-e0f5679f9b65" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.754180] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d7270ff-9819-452a-ba06-e0f5679f9b65',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.278032] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.278032] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.278032] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.278032] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.278032] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.278032] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d7270ff-9819-452a-ba06-e0f5679f9b65 already deleted. [ 1075.278032] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d7270ff-9819-452a-ba06-e0f5679f9b65" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.299077] env[69468]: INFO networking_nsxv3.common.synchronization [None req-e32818b6-731f-48e7-8ed9-9332bcd1b3fe None None] Enqueued Resource ID: 33a2aae4-2a24-46bc-a685-ae4adae44a06 with Priority: HIGHEST for action port [ 1075.299077] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a2aae4-2a24-46bc-a685-ae4adae44a06 with Priority: HIGHEST for action port [ 1075.299077] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-33a2aae4-2a24-46bc-a685-ae4adae44a06 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.299077] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33a2aae4-2a24-46bc-a685-ae4adae44a06" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.299077] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33a2aae4-2a24-46bc-a685-ae4adae44a06" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.299585] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33a2aae4-2a24-46bc-a685-ae4adae44a06" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.299783] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33a2aae4-2a24-46bc-a685-ae4adae44a06',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.388314] env[69468]: INFO networking_nsxv3.common.synchronization [req-1f166fe6-7ced-4abb-b78d-c43928848dc6 req-db70ad56-85bd-4044-bccf-3b04b14d2108 tempest-SecurityGroupRulesTestJSON-1097791876 tempest-SecurityGroupRulesTestJSON-1097791876-project-member] Enqueued Resource ID: 05adf1af-b480-49de-bed1-e16aa5fb36bf with Priority: HIGHEST for action security_group_rules [ 1075.388850] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05adf1af-b480-49de-bed1-e16aa5fb36bf with Priority: HIGHEST for action security_group_rules [ 1075.389188] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05adf1af-b480-49de-bed1-e16aa5fb36bf taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.389320] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05adf1af-b480-49de-bed1-e16aa5fb36bf" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.389397] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05adf1af-b480-49de-bed1-e16aa5fb36bf" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.389636] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05adf1af-b480-49de-bed1-e16aa5fb36bf" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.389720] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05adf1af-b480-49de-bed1-e16aa5fb36bf',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.801648] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33a2aae4-2a24-46bc-a685-ae4adae44a06 [ 1075.801959] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.802035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.802107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.802319] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.802412] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.802507] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33a2aae4-2a24-46bc-a685-ae4adae44a06 already deleted. [ 1075.802590] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33a2aae4-2a24-46bc-a685-ae4adae44a06" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.909368] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.909561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.909638] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.909831] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.909923] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.910029] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05adf1af-b480-49de-bed1-e16aa5fb36bf already deleted. [ 1075.910118] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05adf1af-b480-49de-bed1-e16aa5fb36bf" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.576809] env[69468]: INFO networking_nsxv3.common.synchronization [req-1bf7fb8c-9687-46c9-afe1-cfc153bce2c8 req-a2127f56-6f23-4292-86a0-1e4d21f2a555 tempest-SecurityGroupRulesTestJSON-1097791876 tempest-SecurityGroupRulesTestJSON-1097791876-project-member] Enqueued Resource ID: 60bae70f-ea20-40f4-8dbf-71684dd251ae with Priority: HIGHEST for action security_group_rules [ 1076.577343] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60bae70f-ea20-40f4-8dbf-71684dd251ae with Priority: HIGHEST for action security_group_rules [ 1076.577655] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60bae70f-ea20-40f4-8dbf-71684dd251ae taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.577781] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60bae70f-ea20-40f4-8dbf-71684dd251ae" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.577848] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60bae70f-ea20-40f4-8dbf-71684dd251ae" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.578271] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60bae70f-ea20-40f4-8dbf-71684dd251ae" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.578384] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60bae70f-ea20-40f4-8dbf-71684dd251ae',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.687379] env[69468]: INFO networking_nsxv3.common.synchronization [req-36219a49-3e6f-42ed-963d-6a23eac0df48 req-98eff13d-47f6-4eab-84d2-f41b73af81f4 tempest-AttachVolumeShelveTestJSON-386882206 tempest-AttachVolumeShelveTestJSON-386882206-project-member] Enqueued Resource ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 with Priority: HIGHEST for action security_group_members [ 1076.688030] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 with Priority: HIGHEST for action security_group_members [ 1076.688030] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.688203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.688203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.689507] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.689507] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.689507] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.689507] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.689507] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.689507] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.689507] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e2d6aef-b83e-48a8-84e9-bd749fa866b8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.098081] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.098372] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.098446] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.098761] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.098921] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.099418] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60bae70f-ea20-40f4-8dbf-71684dd251ae already deleted. [ 1077.099418] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60bae70f-ea20-40f4-8dbf-71684dd251ae" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.191032] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.191166] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.191342] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.191636] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.191750] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.191980] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.192097] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.192163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.192337] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.192420] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.192509] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 already deleted. [ 1077.192593] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.194532] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.194713] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-220" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.194846] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-220" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.195191] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-220" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.195464] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.195631] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.195756] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.195977] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.196139] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.196356] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1077.196478] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.196593] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.196708] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.196824] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1077.196935] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.197086] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.214943] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.215146] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1077.215297] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.215509] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-220" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.215800] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-e27cfabc-cd13-4aaa-b9e1-eebffb18225e taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.215971] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-e27cfabc-cd13-4aaa-b9e1-eebffb18225e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.216111] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-e27cfabc-cd13-4aaa-b9e1-eebffb18225e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.216423] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-e27cfabc-cd13-4aaa-b9e1-eebffb18225e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.216575] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e27cfabc-cd13-4aaa-b9e1-eebffb18225e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.451329] env[69468]: INFO networking_nsxv3.common.synchronization [req-a4d4db31-d317-42f3-aec0-ad9f748e838f req-24982097-bc4b-4091-ae03-a8c1122ac585 tempest-SecurityGroupRulesTestJSON-1097791876 tempest-SecurityGroupRulesTestJSON-1097791876-project-member] Enqueued Resource ID: 8f6d9279-9f94-4436-a5a4-7d981dd25f90 with Priority: HIGHEST for action security_group_rules [ 1077.451866] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6d9279-9f94-4436-a5a4-7d981dd25f90 with Priority: HIGHEST for action security_group_rules [ 1077.452238] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f6d9279-9f94-4436-a5a4-7d981dd25f90 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.452353] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f6d9279-9f94-4436-a5a4-7d981dd25f90" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.452428] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f6d9279-9f94-4436-a5a4-7d981dd25f90" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.452668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f6d9279-9f94-4436-a5a4-7d981dd25f90" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.452767] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f6d9279-9f94-4436-a5a4-7d981dd25f90',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.681482] env[69468]: INFO networking_nsxv3.common.synchronization [req-b8bcdae8-b21c-4c23-8646-f5aeaf91e26c req-fd5083e3-24d0-42f9-b653-bedcb48d9e7e tempest-SecurityGroupRulesTestJSON-1097791876 tempest-SecurityGroupRulesTestJSON-1097791876-project-member] Enqueued Resource ID: 8f6d9279-9f94-4436-a5a4-7d981dd25f90 with Priority: HIGHEST for action security_group_rules [ 1077.681984] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6d9279-9f94-4436-a5a4-7d981dd25f90 with Priority: HIGHEST for action security_group_rules [ 1077.682321] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f6d9279-9f94-4436-a5a4-7d981dd25f90 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.682438] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f6d9279-9f94-4436-a5a4-7d981dd25f90" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.719276] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.719557] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.719731] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.720055] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.720225] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.720388] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port e27cfabc-cd13-4aaa-b9e1-eebffb18225e not found, creating... [ 1077.720648] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.720809] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.720932] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.721169] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.721316] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.721596] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.721755] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.721879] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.722108] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.722253] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.722397] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: e27cfabc-cd13-4aaa-b9e1-eebffb18225e is going to be created. [ 1077.742932] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.743135] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.743266] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.743507] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.743731] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.743948] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-e27cfabc-cd13-4aaa-b9e1-eebffb18225e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.897111] env[69468]: INFO networking_nsxv3.common.synchronization [req-22043636-3f31-4037-b3bf-bc2dae16d11f req-9a396c84-e46c-41db-9b26-a4f87cdce899 tempest-SecurityGroupRulesTestJSON-1097791876 tempest-SecurityGroupRulesTestJSON-1097791876-project-member] Enqueued Resource ID: 8f6d9279-9f94-4436-a5a4-7d981dd25f90 with Priority: HIGHEST for action security_group_rules [ 1077.897639] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6d9279-9f94-4436-a5a4-7d981dd25f90 with Priority: HIGHEST for action security_group_rules [ 1077.897944] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f6d9279-9f94-4436-a5a4-7d981dd25f90 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.898065] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f6d9279-9f94-4436-a5a4-7d981dd25f90" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.971639] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.971811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.971914] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.972068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.972164] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.972262] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f6d9279-9f94-4436-a5a4-7d981dd25f90 already deleted. [ 1077.972347] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f6d9279-9f94-4436-a5a4-7d981dd25f90" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.972493] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f6d9279-9f94-4436-a5a4-7d981dd25f90" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.972656] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f6d9279-9f94-4436-a5a4-7d981dd25f90" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.972765] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f6d9279-9f94-4436-a5a4-7d981dd25f90',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.492125] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.492602] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.492602] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.492602] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.492602] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.492969] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f6d9279-9f94-4436-a5a4-7d981dd25f90 already deleted. [ 1078.492969] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f6d9279-9f94-4436-a5a4-7d981dd25f90" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.492969] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f6d9279-9f94-4436-a5a4-7d981dd25f90" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.493334] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f6d9279-9f94-4436-a5a4-7d981dd25f90" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.493334] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f6d9279-9f94-4436-a5a4-7d981dd25f90',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.519731] env[69468]: INFO networking_nsxv3.common.synchronization [req-36219a49-3e6f-42ed-963d-6a23eac0df48 req-165bb30a-87d6-4531-be39-f10eaa07f4fa service nova] Enqueued Resource ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 with Priority: HIGHEST for action security_group_rules [ 1078.519975] env[69468]: INFO networking_nsxv3.common.synchronization [req-36219a49-3e6f-42ed-963d-6a23eac0df48 req-165bb30a-87d6-4531-be39-f10eaa07f4fa service nova] Enqueued Resource ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 with Priority: HIGHEST for action security_group_members [ 1078.520072] env[69468]: INFO networking_nsxv3.common.synchronization [req-36219a49-3e6f-42ed-963d-6a23eac0df48 req-165bb30a-87d6-4531-be39-f10eaa07f4fa service nova] Enqueued Resource ID: e27cfabc-cd13-4aaa-b9e1-eebffb18225e with Priority: HIGHEST for action port [ 1078.520279] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 with Priority: HIGHEST for action security_group_rules [ 1078.520408] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 with Priority: HIGHEST for action security_group_members [ 1078.520508] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e27cfabc-cd13-4aaa-b9e1-eebffb18225e with Priority: HIGHEST for action port [ 1078.521011] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e2d6aef-b83e-48a8-84e9-bd749fa866b8 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.521160] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.521229] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.521390] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.521473] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e2d6aef-b83e-48a8-84e9-bd749fa866b8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.522702] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.522870] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.522870] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.523060] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.523216] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.523321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.523377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.523521] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.523606] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.524538] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e2d6aef-b83e-48a8-84e9-bd749fa866b8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.524538] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-e27cfabc-cd13-4aaa-b9e1-eebffb18225e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.524741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e27cfabc-cd13-4aaa-b9e1-eebffb18225e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.524741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e27cfabc-cd13-4aaa-b9e1-eebffb18225e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.524878] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e27cfabc-cd13-4aaa-b9e1-eebffb18225e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.524907] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e27cfabc-cd13-4aaa-b9e1-eebffb18225e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.785017] env[69468]: INFO networking_nsxv3.common.synchronization [req-d41a4646-e4d9-47bd-8254-e0aa9e24fcf5 req-13a678ae-20cc-40c1-be2c-167c5ee8f501 tempest-AttachInterfacesTestJSON-1478316462 tempest-AttachInterfacesTestJSON-1478316462-project-member] Enqueued Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_members [ 1078.785374] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_members [ 1078.785679] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.785801] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.785871] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.786084] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.786335] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.786439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.786513] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.786655] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.786739] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.786831] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.014944] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.015259] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.015350] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.015530] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.015617] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.015841] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f6d9279-9f94-4436-a5a4-7d981dd25f90 already deleted. [ 1079.015841] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f6d9279-9f94-4436-a5a4-7d981dd25f90" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.026267] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e2d6aef-b83e-48a8-84e9-bd749fa866b8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.027353] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.027467] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.027840] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e27cfabc-cd13-4aaa-b9e1-eebffb18225e with status ACTIVE [ 1079.028017] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.028119] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.028188] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.028393] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.028483] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.028656] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.028752] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.028807] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.028958] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.036211] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.036564] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.036694] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.036761] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.036954] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.037055] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.037150] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e27cfabc-cd13-4aaa-b9e1-eebffb18225e is going to be updated. [ 1079.056208] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.056403] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.056480] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.056734] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.056908] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.057132] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e27cfabc-cd13-4aaa-b9e1-eebffb18225e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.059107] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-294 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.059308] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.059439] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.059689] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.059962] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.060144] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.060279] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.060503] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.060653] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.060871] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.060991] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.061132] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.061252] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.061370] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.061494] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.061636] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.078367] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.078636] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1079.078762] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.078984] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.079382] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-e60a34f2-9926-41dc-a777-3d0e92f22ce9 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.079595] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-e60a34f2-9926-41dc-a777-3d0e92f22ce9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.079761] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-e60a34f2-9926-41dc-a777-3d0e92f22ce9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.080145] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-e60a34f2-9926-41dc-a777-3d0e92f22ce9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.080321] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e60a34f2-9926-41dc-a777-3d0e92f22ce9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.288863] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.289041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.289122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.289338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.289431] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.289624] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.289726] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.289781] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.289936] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.290023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.290112] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef is going to be deleted. [ 1079.318567] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.318567] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.318567] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.318796] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.318796] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.318796] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.528857] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e2d6aef-b83e-48a8-84e9-bd749fa866b8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.536492] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.536765] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-434" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.536850] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-434" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.537102] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-434" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.537366] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.537526] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.537650] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.537872] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.538090] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.538323] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.538445] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.538558] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.538672] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.539143] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.539277] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.539419] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.557085] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.557255] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1079.557395] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.557561] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-434" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.557848] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-0241fad0-a699-4ab6-8665-37a808867cd9 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.558026] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-0241fad0-a699-4ab6-8665-37a808867cd9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.558158] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-0241fad0-a699-4ab6-8665-37a808867cd9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.558400] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-0241fad0-a699-4ab6-8665-37a808867cd9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.558897] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0241fad0-a699-4ab6-8665-37a808867cd9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.583054] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.583277] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.583407] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.583683] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.583837] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.584074] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port e60a34f2-9926-41dc-a777-3d0e92f22ce9 not found, creating... [ 1079.584311] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.584486] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.584599] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.584815] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.584959] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.585276] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.585440] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.585567] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.585774] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.585913] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.586068] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: e60a34f2-9926-41dc-a777-3d0e92f22ce9 is going to be created. [ 1079.609907] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.610116] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.610250] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.610506] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.610730] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.611029] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-e60a34f2-9926-41dc-a777-3d0e92f22ce9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.031472] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.031636] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.031706] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.031923] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.033016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.033016] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 is going to be created. [ 1080.053530] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.053679] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.053754] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.053977] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.054177] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.060331] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.060525] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.060652] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.060906] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.061066] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.061353] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.061533] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.061667] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.061904] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.062068] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.062355] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.062509] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.062720] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.062945] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.063095] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.063274] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 0241fad0-a699-4ab6-8665-37a808867cd9 is going to be updated. [ 1080.067500] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 in Status: UNINITIALIZED for 2s [ 1080.085166] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.085383] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.085517] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.085797] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.085996] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.086235] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-0241fad0-a699-4ab6-8665-37a808867cd9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.314012] env[69468]: INFO networking_nsxv3.common.synchronization [req-d41a4646-e4d9-47bd-8254-e0aa9e24fcf5 req-5121ea8d-3c68-496d-b3ff-d2a7db3daaa3 service nova] Enqueued Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_rules [ 1080.314012] env[69468]: INFO networking_nsxv3.common.synchronization [req-d41a4646-e4d9-47bd-8254-e0aa9e24fcf5 req-5121ea8d-3c68-496d-b3ff-d2a7db3daaa3 service nova] Enqueued Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_members [ 1080.314345] env[69468]: INFO networking_nsxv3.common.synchronization [req-d41a4646-e4d9-47bd-8254-e0aa9e24fcf5 req-5121ea8d-3c68-496d-b3ff-d2a7db3daaa3 service nova] Enqueued Resource ID: e60a34f2-9926-41dc-a777-3d0e92f22ce9 with Priority: HIGHEST for action port [ 1080.314345] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_rules [ 1080.314462] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_members [ 1080.314606] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60a34f2-9926-41dc-a777-3d0e92f22ce9 with Priority: HIGHEST for action port [ 1080.315401] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.315536] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.315614] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.315805] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.315890] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.317241] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.317241] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.320471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.320706] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.320830] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.320937] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.321013] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.321174] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.321263] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.321355] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.323367] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-e60a34f2-9926-41dc-a777-3d0e92f22ce9 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.323367] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e60a34f2-9926-41dc-a777-3d0e92f22ce9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.323367] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e60a34f2-9926-41dc-a777-3d0e92f22ce9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.323550] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e60a34f2-9926-41dc-a777-3d0e92f22ce9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.323550] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e60a34f2-9926-41dc-a777-3d0e92f22ce9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.825389] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.826832] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.826832] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.831280] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e60a34f2-9926-41dc-a777-3d0e92f22ce9 with status ACTIVE [ 1080.831280] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.831280] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.831280] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.831280] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.831280] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.831280] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.831280] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.831280] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.831280] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.831280] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.831280] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.831280] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.831280] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.831280] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.831280] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.831280] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e60a34f2-9926-41dc-a777-3d0e92f22ce9 is going to be updated. [ 1080.849540] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.849701] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.849773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.849906] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.850053] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.850211] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e60a34f2-9926-41dc-a777-3d0e92f22ce9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.067653] env[69468]: INFO networking_nsxv3.common.synchronization [req-5ac29ef4-640a-45f2-afc8-14456440970d req-c862f8ca-30c8-4e94-a59a-694dbe42d0a1 service nova] Enqueued Resource ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 with Priority: HIGHEST for action security_group_rules [ 1081.067851] env[69468]: INFO networking_nsxv3.common.synchronization [req-5ac29ef4-640a-45f2-afc8-14456440970d req-c862f8ca-30c8-4e94-a59a-694dbe42d0a1 service nova] Enqueued Resource ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 with Priority: HIGHEST for action security_group_members [ 1081.067977] env[69468]: INFO networking_nsxv3.common.synchronization [req-5ac29ef4-640a-45f2-afc8-14456440970d req-c862f8ca-30c8-4e94-a59a-694dbe42d0a1 service nova] Enqueued Resource ID: 0241fad0-a699-4ab6-8665-37a808867cd9 with Priority: HIGHEST for action port [ 1081.068362] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 with Priority: HIGHEST for action security_group_rules [ 1081.068362] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 with Priority: HIGHEST for action security_group_members [ 1081.068531] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0241fad0-a699-4ab6-8665-37a808867cd9 with Priority: HIGHEST for action port [ 1081.068962] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-691afeeb-47f3-4a01-862f-1923fedd9e82 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.070375] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.070452] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.070656] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.070742] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('691afeeb-47f3-4a01-862f-1923fedd9e82',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.073763] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-691afeeb-47f3-4a01-862f-1923fedd9e82 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.073763] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.073763] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.073763] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.073763] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.073763] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.073763] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.073763] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.077128] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.077298] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('691afeeb-47f3-4a01-862f-1923fedd9e82',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.078022] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-0241fad0-a699-4ab6-8665-37a808867cd9 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.080266] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0241fad0-a699-4ab6-8665-37a808867cd9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.080300] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0241fad0-a699-4ab6-8665-37a808867cd9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.080457] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0241fad0-a699-4ab6-8665-37a808867cd9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.080527] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0241fad0-a699-4ab6-8665-37a808867cd9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.328228] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.586019] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-691afeeb-47f3-4a01-862f-1923fedd9e82 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.586019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.586019] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('691afeeb-47f3-4a01-862f-1923fedd9e82',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.586019] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0241fad0-a699-4ab6-8665-37a808867cd9 with status ACTIVE [ 1081.586019] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.586019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.586019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.586019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.586019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.586019] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.586019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.586019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.586019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.586019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.586541] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.586541] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.586541] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.588460] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.588662] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.589235] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0241fad0-a699-4ab6-8665-37a808867cd9 is going to be updated. [ 1081.610722] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.611645] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.612510] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.612510] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.612510] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.612510] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0241fad0-a699-4ab6-8665-37a808867cd9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.831896] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.831896] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.831896] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.831896] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.831896] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.831896] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef is going to be created. [ 1081.852984] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.852984] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.852984] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.852984] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.852984] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.860143] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: UNINITIALIZED for 2s [ 1082.077722] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 in Status: SUCCESS [ 1082.078073] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.078373] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.078726] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.079348] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.080815] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.080815] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.080815] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.080815] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.080815] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.080815] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e2d6aef-b83e-48a8-84e9-bd749fa866b8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.091452] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('691afeeb-47f3-4a01-862f-1923fedd9e82',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.351983] env[69468]: INFO networking_nsxv3.common.synchronization [req-45b32dad-f539-451a-8814-4a39d75119a2 req-1d3ca7de-2947-4a63-b756-0c05d1f87719 tempest-ServerRescueNegativeTestJSON-151899305 tempest-ServerRescueNegativeTestJSON-151899305-project-member] Enqueued Resource ID: 4d4698d1-fa73-4439-87e5-f2b0ed87d871 with Priority: HIGHEST for action security_group_members [ 1082.352537] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4698d1-fa73-4439-87e5-f2b0ed87d871 with Priority: HIGHEST for action security_group_members [ 1082.352842] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4698d1-fa73-4439-87e5-f2b0ed87d871 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.352966] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.353146] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.353411] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.353907] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.353907] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.353907] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.353907] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.354183] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.354183] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d4698d1-fa73-4439-87e5-f2b0ed87d871',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.586471] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e2d6aef-b83e-48a8-84e9-bd749fa866b8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.593503] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.593669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.593744] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.593972] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.594135] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.594205] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 is going to be updated. [ 1082.623562] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.623810] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.623865] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.624221] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.624481] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.635799] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 in Status: IN_PROGRESS for 2s [ 1082.765900] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.765900] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-816" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.765900] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-816" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.765900] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-816" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.765900] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.767012] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.767012] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.767012] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.767012] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.767012] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1082.767012] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.767219] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.767377] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.767541] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1082.767678] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.767851] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.787307] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.787567] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1082.787731] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.787942] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-816" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.788329] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-b2b04f22-0a1e-4c90-b84f-5d119fc7e528 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.788541] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-b2b04f22-0a1e-4c90-b84f-5d119fc7e528" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.788671] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-b2b04f22-0a1e-4c90-b84f-5d119fc7e528" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.789017] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-b2b04f22-0a1e-4c90-b84f-5d119fc7e528" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.789169] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2b04f22-0a1e-4c90-b84f-5d119fc7e528',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.856251] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.856251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.856251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.856673] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.856673] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.856826] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.857061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.857061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.857261] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.857305] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.857412] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d4698d1-fa73-4439-87e5-f2b0ed87d871 already deleted. [ 1082.857972] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.089438] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e2d6aef-b83e-48a8-84e9-bd749fa866b8: rpc.has_security_group_logging(os_id): False [ 1083.108152] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.108152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.108152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.108152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.108152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.108152] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.108152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.108152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.108152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.108152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.108697] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 is going to be created. [ 1083.181705] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.181705] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.181705] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.181705] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.181705] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.192977] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 in Status: IN_PROGRESS for 2s [ 1083.293594] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.297017] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.297017] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.297017] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.297017] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.297017] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port b2b04f22-0a1e-4c90-b84f-5d119fc7e528 not found, creating... [ 1083.297017] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.297017] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.297017] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.297017] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.297017] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.297423] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.297423] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.297423] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.297423] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.297423] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.297423] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: b2b04f22-0a1e-4c90-b84f-5d119fc7e528 is going to be created. [ 1083.319469] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.319959] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.320251] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.320611] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.320948] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.321795] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-b2b04f22-0a1e-4c90-b84f-5d119fc7e528" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.869090] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: SUCCESS [ 1083.869090] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.869480] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.869480] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.869778] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.869903] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.869970] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.870144] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.870229] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.870314] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.870406] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.213892] env[69468]: INFO networking_nsxv3.common.synchronization [req-45b32dad-f539-451a-8814-4a39d75119a2 req-c15fb66b-6f34-4895-bc1a-6fae44418ee6 service nova] Enqueued Resource ID: 4d4698d1-fa73-4439-87e5-f2b0ed87d871 with Priority: HIGHEST for action security_group_rules [ 1084.214113] env[69468]: INFO networking_nsxv3.common.synchronization [req-45b32dad-f539-451a-8814-4a39d75119a2 req-c15fb66b-6f34-4895-bc1a-6fae44418ee6 service nova] Enqueued Resource ID: 4d4698d1-fa73-4439-87e5-f2b0ed87d871 with Priority: HIGHEST for action security_group_members [ 1084.214283] env[69468]: INFO networking_nsxv3.common.synchronization [req-45b32dad-f539-451a-8814-4a39d75119a2 req-c15fb66b-6f34-4895-bc1a-6fae44418ee6 service nova] Enqueued Resource ID: b2b04f22-0a1e-4c90-b84f-5d119fc7e528 with Priority: HIGHEST for action port [ 1084.214553] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4698d1-fa73-4439-87e5-f2b0ed87d871 with Priority: HIGHEST for action security_group_rules [ 1084.214707] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4698d1-fa73-4439-87e5-f2b0ed87d871 with Priority: HIGHEST for action security_group_members [ 1084.214792] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b04f22-0a1e-4c90-b84f-5d119fc7e528 with Priority: HIGHEST for action port [ 1084.215364] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d4698d1-fa73-4439-87e5-f2b0ed87d871 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.215490] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.215570] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.215780] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.215865] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d4698d1-fa73-4439-87e5-f2b0ed87d871',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.216743] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4698d1-fa73-4439-87e5-f2b0ed87d871 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.216833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.216900] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.217133] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.217239] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.217344] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.217405] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.217562] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.218552] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.218552] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d4698d1-fa73-4439-87e5-f2b0ed87d871',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.218552] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2b04f22-0a1e-4c90-b84f-5d119fc7e528 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.218743] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2b04f22-0a1e-4c90-b84f-5d119fc7e528" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.218743] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2b04f22-0a1e-4c90-b84f-5d119fc7e528" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.219401] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2b04f22-0a1e-4c90-b84f-5d119fc7e528" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.219401] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2b04f22-0a1e-4c90-b84f-5d119fc7e528',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.372628] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.372790] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.372838] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.373068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.373237] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.373339] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.373403] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.373555] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.373641] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.373728] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.373869] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.373997] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.374047] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.374201] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.374342] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.374433] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.374493] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.374628] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.374704] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.374785] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.374875] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.647384] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 in Status: SUCCESS [ 1084.647836] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.648129] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.648764] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.650618] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.650618] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.650618] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.650618] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.650618] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.650618] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.650618] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('691afeeb-47f3-4a01-862f-1923fedd9e82',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.723570] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4698d1-fa73-4439-87e5-f2b0ed87d871 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.723570] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.723570] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d4698d1-fa73-4439-87e5-f2b0ed87d871',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.723570] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2b04f22-0a1e-4c90-b84f-5d119fc7e528 with status ACTIVE [ 1084.723570] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.723570] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.723570] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.723570] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.723570] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.723570] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.723570] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.723570] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.723570] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.723570] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.724122] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.728241] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.728241] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.728241] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.728241] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.728241] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2b04f22-0a1e-4c90-b84f-5d119fc7e528 is going to be updated. [ 1084.746496] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.747271] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.753426] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.753426] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.753426] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.753426] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2b04f22-0a1e-4c90-b84f-5d119fc7e528" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.877256] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef: rpc.has_security_group_logging(os_id): False [ 1084.901982] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.902270] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.902386] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.902635] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.906168] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.906390] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.906517] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.906716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.906776] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.906914] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.907018] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.907112] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.907172] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.907352] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.907452] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.907659] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.907756] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.907817] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.907958] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.908534] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.908729] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef is going to be created. [ 1084.968888] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.969111] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.969177] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.969429] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.969611] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.985240] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: IN_PROGRESS for 2s [ 1085.125801] env[69468]: INFO networking_nsxv3.common.synchronization [req-8648bbd5-9b2c-46d6-9568-3731dc6bf148 req-81c5e95a-daec-4ae8-82b7-6fa859495ec5 tempest-ServerAddressesTestJSON-1752713486 tempest-ServerAddressesTestJSON-1752713486-project-member] Enqueued Resource ID: 5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 with Priority: HIGHEST for action security_group_members [ 1085.127016] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 with Priority: HIGHEST for action security_group_members [ 1085.127659] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.127803] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.127908] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.128932] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.128932] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.128932] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.128932] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.128932] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.128932] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.128932] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.153153] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-691afeeb-47f3-4a01-862f-1923fedd9e82 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.153153] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.153153] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.153153] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.153153] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.153153] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.153153] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.155163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.155163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.155163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.155163] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-691afeeb-47f3-4a01-862f-1923fedd9e82 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.155163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.155163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.155163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.155163] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.155518] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.155518] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.155714] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.155766] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.155936] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.156134] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('691afeeb-47f3-4a01-862f-1923fedd9e82',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.194671] env[69468]: INFO networking_nsxv3.common.synchronization [None req-f6ae5bd1-9d08-4ae5-8a04-1a04fd631da4 tempest-AttachInterfacesTestJSON-1478316462 tempest-AttachInterfacesTestJSON-1478316462-project-member] Enqueued Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_members [ 1085.196574] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_members [ 1085.197147] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.197365] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.197483] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.197748] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.197914] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.198028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.198096] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.198251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.198337] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.198433] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.215518] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 in Status: SUCCESS [ 1085.215751] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.228775] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d4698d1-fa73-4439-87e5-f2b0ed87d871',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.633615] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.633793] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.633909] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.634163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.634261] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.634473] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.634570] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.634641] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.635086] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.635086] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.635086] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 already deleted. [ 1085.635086] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.659804] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 691afeeb-47f3-4a01-862f-1923fedd9e82: rpc.has_security_group_logging(os_id): False [ 1085.682942] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.683105] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.683163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.683726] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.702780] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.703063] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.703202] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.703263] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.703479] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.703562] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.703757] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.703854] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.703916] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.704077] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.704218] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.704412] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.704507] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.704561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.704703] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.704779] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.704866] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 is going to be updated. [ 1085.706161] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.714738] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.715240] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-997" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.715240] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-997" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.715383] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-997" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.715640] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.715801] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.715922] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.716154] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.716298] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.716503] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.716888] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.716888] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.716888] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.717090] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.717090] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.717612] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.731511] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.731511] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.731810] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.731810] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.731879] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.731961] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d4698d1-fa73-4439-87e5-f2b0ed87d871 is going to be created. [ 1085.744438] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.744668] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1085.744840] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.745047] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-997" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.745364] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-25bf5361-8992-425f-8d46-f45064536466 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.745565] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-25bf5361-8992-425f-8d46-f45064536466" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.745695] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-25bf5361-8992-425f-8d46-f45064536466" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.746039] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-25bf5361-8992-425f-8d46-f45064536466" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.746214] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25bf5361-8992-425f-8d46-f45064536466',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.752633] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.752848] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.752848] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.753021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.753189] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.762597] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d4698d1-fa73-4439-87e5-f2b0ed87d871 in Status: UNINITIALIZED for 2s [ 1085.777156] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.777156] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.777156] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.777156] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.777156] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.790783] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 in Status: IN_PROGRESS for 2s [ 1086.208414] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.250517] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.250759] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.250862] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.251180] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.251344] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.251507] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 25bf5361-8992-425f-8d46-f45064536466 not found, creating... [ 1086.251769] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.251934] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.252098] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.252366] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.252509] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.252794] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.252957] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.253096] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.253311] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.253449] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.253592] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 25bf5361-8992-425f-8d46-f45064536466 is going to be created. [ 1086.273859] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.274099] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.274252] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.274519] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.274746] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.274971] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-25bf5361-8992-425f-8d46-f45064536466" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.711157] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.711332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.711406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.711611] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.711707] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.711798] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef is going to be updated. [ 1086.742204] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.742493] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.742493] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.742672] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.742825] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.750904] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: IN_PROGRESS for 2s [ 1086.999287] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: SUCCESS [ 1087.000190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.217144] env[69468]: INFO networking_nsxv3.common.synchronization [req-3be5f8a0-f0a8-4ea2-b551-5bfb58186950 req-2665cbbd-1292-47c5-9ca1-ffe8daf1d6bc tempest-ServerActionsTestOtherB-141850940 tempest-ServerActionsTestOtherB-141850940-project-member] Enqueued Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_members [ 1087.217144] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_members [ 1087.217144] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.217144] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.217144] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.218161] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.219063] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.219275] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.219349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.219559] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.219674] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.219797] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.521631] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.521882] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-482" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.524081] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-482" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.524081] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-482" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.524081] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.524081] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.524081] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.524081] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.524081] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.524422] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1087.524422] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.524502] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.524625] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.524744] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1087.524853] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.524991] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.543098] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.543292] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1087.543450] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.543648] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-482" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.543969] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-81121438-ec92-4519-97f1-e2a871109623 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.544179] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-81121438-ec92-4519-97f1-e2a871109623" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.544329] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-81121438-ec92-4519-97f1-e2a871109623" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.544661] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-81121438-ec92-4519-97f1-e2a871109623" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.544807] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81121438-ec92-4519-97f1-e2a871109623',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.722638] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.722865] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.722924] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.723133] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.723243] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.723452] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.723580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.723646] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.723805] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.723921] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.724072] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc is going to be updated. [ 1087.752473] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.752689] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.752772] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.753061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.753254] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.762946] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc in Status: IN_PROGRESS for 2s [ 1087.769874] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d4698d1-fa73-4439-87e5-f2b0ed87d871 in Status: SUCCESS [ 1087.770157] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.770381] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.770663] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.770920] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.771085] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.771178] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.771386] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.771494] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.771610] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.771734] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d4698d1-fa73-4439-87e5-f2b0ed87d871',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.810909] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 in Status: SUCCESS [ 1087.811155] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.908438] env[69468]: INFO networking_nsxv3.common.synchronization [req-8648bbd5-9b2c-46d6-9568-3731dc6bf148 req-164d12eb-c7ca-42bb-a6eb-69a1787c4710 service nova] Enqueued Resource ID: 5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 with Priority: HIGHEST for action security_group_rules [ 1087.908640] env[69468]: INFO networking_nsxv3.common.synchronization [req-8648bbd5-9b2c-46d6-9568-3731dc6bf148 req-164d12eb-c7ca-42bb-a6eb-69a1787c4710 service nova] Enqueued Resource ID: 5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 with Priority: HIGHEST for action security_group_members [ 1087.908799] env[69468]: INFO networking_nsxv3.common.synchronization [req-8648bbd5-9b2c-46d6-9568-3731dc6bf148 req-164d12eb-c7ca-42bb-a6eb-69a1787c4710 service nova] Enqueued Resource ID: 25bf5361-8992-425f-8d46-f45064536466 with Priority: HIGHEST for action port [ 1087.909046] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 with Priority: HIGHEST for action security_group_rules [ 1087.909180] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 with Priority: HIGHEST for action security_group_members [ 1087.909281] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25bf5361-8992-425f-8d46-f45064536466 with Priority: HIGHEST for action port [ 1087.909818] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.909942] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.910273] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.912271] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.912372] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.913787] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.913903] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.913977] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.914186] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.914371] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.914448] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.914507] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.914651] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.914776] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.914820] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.916224] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-25bf5361-8992-425f-8d46-f45064536466 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.916224] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25bf5361-8992-425f-8d46-f45064536466" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.916224] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25bf5361-8992-425f-8d46-f45064536466" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.916425] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25bf5361-8992-425f-8d46-f45064536466" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.916425] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25bf5361-8992-425f-8d46-f45064536466',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.967518] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-294 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.967800] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.967861] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.968119] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.968868] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.968868] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.968868] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.969056] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.969056] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.969304] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1087.969427] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.973018] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.973018] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.973018] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1087.973018] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.973018] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.989441] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.989647] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1087.989795] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.989973] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.990346] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-9d4929eb-bec9-43f8-9341-df239fb9a0a7 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.990524] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-9d4929eb-bec9-43f8-9341-df239fb9a0a7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.990652] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-9d4929eb-bec9-43f8-9341-df239fb9a0a7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.990965] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-9d4929eb-bec9-43f8-9341-df239fb9a0a7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.991146] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d4929eb-bec9-43f8-9341-df239fb9a0a7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.047928] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.048333] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.048565] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.048829] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.048994] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.049257] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 81121438-ec92-4519-97f1-e2a871109623 not found, creating... [ 1088.049463] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.049633] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.049783] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.050161] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.050277] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.050658] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.051116] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.051409] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.051661] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.051745] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.051920] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 81121438-ec92-4519-97f1-e2a871109623 is going to be created. [ 1088.072939] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.073231] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.073365] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.073703] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.073993] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.074355] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-81121438-ec92-4519-97f1-e2a871109623" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.275337] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d4698d1-fa73-4439-87e5-f2b0ed87d871',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.418606] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.418606] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.418606] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.420028] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25bf5361-8992-425f-8d46-f45064536466 with status ACTIVE [ 1088.420028] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.420028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.420028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.420028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.420028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.420298] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.420342] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.420412] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.420562] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.420644] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.420825] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.420920] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.420986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.421744] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.421932] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.422344] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25bf5361-8992-425f-8d46-f45064536466 is going to be updated. [ 1088.445073] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.445073] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.445073] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.445073] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.445073] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.445073] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25bf5361-8992-425f-8d46-f45064536466" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.497031] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.497031] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.497031] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.497031] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.497031] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.497031] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 9d4929eb-bec9-43f8-9341-df239fb9a0a7 not found, creating... [ 1088.497031] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.497031] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.497031] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.497031] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.497031] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.497714] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.497714] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.497714] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.497714] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.497714] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.497880] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 9d4929eb-bec9-43f8-9341-df239fb9a0a7 is going to be created. [ 1088.521798] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.521877] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.522073] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.522451] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.522687] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.522920] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-9d4929eb-bec9-43f8-9341-df239fb9a0a7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.754203] env[69468]: INFO networking_nsxv3.common.synchronization [req-273587f4-4305-4902-8175-ed495528776d req-919ec2cf-6f3c-4de3-9885-5eddca1663b9 tempest-AttachVolumeNegativeTest-241775551 tempest-AttachVolumeNegativeTest-241775551-project-member] Enqueued Resource ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a with Priority: HIGHEST for action security_group_members [ 1088.754894] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a with Priority: HIGHEST for action security_group_members [ 1088.755720] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-59a73947-69ca-4e8a-b020-4a3032df6e1a taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.755880] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.755952] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.756310] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.756407] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.756480] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.756513] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.756707] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.756799] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.756897] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59a73947-69ca-4e8a-b020-4a3032df6e1a',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.770510] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: SUCCESS [ 1088.770833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.779488] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d4698d1-fa73-4439-87e5-f2b0ed87d871: rpc.has_security_group_logging(os_id): False [ 1088.807396] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.809483] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.809483] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.809483] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.809483] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.809483] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.809483] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.809483] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.809483] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.809827] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.809827] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d4698d1-fa73-4439-87e5-f2b0ed87d871 is going to be created. [ 1088.884263] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.884424] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.884524] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.884850] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.885149] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.896849] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d4698d1-fa73-4439-87e5-f2b0ed87d871 in Status: IN_PROGRESS for 2s [ 1088.925939] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.932239] env[69468]: INFO networking_nsxv3.common.synchronization [req-3be5f8a0-f0a8-4ea2-b551-5bfb58186950 req-5933a08d-9333-4717-89a5-9c26b4b8162a service nova] Enqueued Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_rules [ 1088.932432] env[69468]: INFO networking_nsxv3.common.synchronization [req-3be5f8a0-f0a8-4ea2-b551-5bfb58186950 req-5933a08d-9333-4717-89a5-9c26b4b8162a service nova] Enqueued Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_members [ 1088.932626] env[69468]: INFO networking_nsxv3.common.synchronization [req-3be5f8a0-f0a8-4ea2-b551-5bfb58186950 req-5933a08d-9333-4717-89a5-9c26b4b8162a service nova] Enqueued Resource ID: 81121438-ec92-4519-97f1-e2a871109623 with Priority: HIGHEST for action port [ 1088.932811] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_rules [ 1088.932942] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_members [ 1088.933164] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81121438-ec92-4519-97f1-e2a871109623 with Priority: HIGHEST for action port [ 1088.933625] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.933802] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.933802] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.934223] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.934415] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.935448] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.935560] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.935769] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-81121438-ec92-4519-97f1-e2a871109623 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.935869] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81121438-ec92-4519-97f1-e2a871109623" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.935931] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81121438-ec92-4519-97f1-e2a871109623" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.936288] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81121438-ec92-4519-97f1-e2a871109623" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.936339] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81121438-ec92-4519-97f1-e2a871109623',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.263389] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.263670] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.263670] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.263905] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.263998] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.264307] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.264430] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.264526] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.264638] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.264731] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.264801] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a is going to be updated. [ 1089.294228] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.294639] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.294639] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.294837] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.294943] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.308064] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a in Status: IN_PROGRESS for 2s [ 1089.336651] env[69468]: INFO networking_nsxv3.common.synchronization [req-1c93fafe-c0ea-4303-b15c-bc0a3486da12 req-9ab0f3e8-e31a-4500-9b9d-f8e7ddb32497 service nova] Enqueued Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_rules [ 1089.336866] env[69468]: INFO networking_nsxv3.common.synchronization [req-1c93fafe-c0ea-4303-b15c-bc0a3486da12 req-9ab0f3e8-e31a-4500-9b9d-f8e7ddb32497 service nova] Enqueued Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_members [ 1089.337026] env[69468]: INFO networking_nsxv3.common.synchronization [req-1c93fafe-c0ea-4303-b15c-bc0a3486da12 req-9ab0f3e8-e31a-4500-9b9d-f8e7ddb32497 service nova] Enqueued Resource ID: 9d4929eb-bec9-43f8-9341-df239fb9a0a7 with Priority: HIGHEST for action port [ 1089.337578] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_rules [ 1089.337712] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_members [ 1089.337808] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d4929eb-bec9-43f8-9341-df239fb9a0a7 with Priority: HIGHEST for action port [ 1089.338710] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.338872] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.338945] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.339194] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.339310] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.340288] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.340418] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.340494] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.340681] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.340840] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.340938] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.341006] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.341164] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.341253] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.341347] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.342270] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d4929eb-bec9-43f8-9341-df239fb9a0a7 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.342417] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d4929eb-bec9-43f8-9341-df239fb9a0a7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.342510] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d4929eb-bec9-43f8-9341-df239fb9a0a7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.342683] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d4929eb-bec9-43f8-9341-df239fb9a0a7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.342786] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d4929eb-bec9-43f8-9341-df239fb9a0a7',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.428305] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.428513] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.428592] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.428840] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.428938] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.429871] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 is going to be created. [ 1089.438999] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.439185] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.440433] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81121438-ec92-4519-97f1-e2a871109623 with status ACTIVE [ 1089.442233] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.442233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.442233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.442233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.442233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.442233] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.442233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.442233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.442233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.442233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.442233] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.442233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.442233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.442233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.442233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.442233] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81121438-ec92-4519-97f1-e2a871109623 is going to be updated. [ 1089.472343] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.472575] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.472641] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.472822] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.472965] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.473184] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81121438-ec92-4519-97f1-e2a871109623" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.474253] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.474435] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.474497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.474777] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.474863] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.491200] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 in Status: UNINITIALIZED for 2s [ 1089.647131] env[69468]: INFO networking_nsxv3.common.synchronization [req-49c358a4-22d0-498e-ac2b-b1a2abafeb23 req-763788f3-733c-4707-8ed9-50adea0feb7b tempest-ServersTestJSON-711529090 tempest-ServersTestJSON-711529090-project-member] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1089.647131] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1089.647131] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.647131] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.647131] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.647697] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.648070] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.648338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.648522] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.649162] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.649434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.649659] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.777612] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc in Status: SUCCESS [ 1089.777612] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc deletion is rescheduled due to dependency. [ 1089.777612] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.777612] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.777612] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.777612] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.777612] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.777612] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.777612] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.777612] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.777612] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.844663] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.844804] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.845821] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.848176] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d4929eb-bec9-43f8-9341-df239fb9a0a7 with status ACTIVE [ 1089.848176] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.848176] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.848349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.848439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.848530] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.848710] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.848810] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.848874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.851693] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.851766] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.855024] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.855024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.855024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.855024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.855024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.855024] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d4929eb-bec9-43f8-9341-df239fb9a0a7 is going to be updated. [ 1089.874685] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.874908] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.874908] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.875107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.875241] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.875399] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d4929eb-bec9-43f8-9341-df239fb9a0a7" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.010583] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.010820] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.010960] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.011255] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.011528] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.011692] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.011820] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.012104] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.012227] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.012532] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1090.012654] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1090.012767] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1090.012878] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1090.013062] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1090.013122] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1090.013258] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1090.032243] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1090.032474] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1090.032561] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1090.032759] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.033092] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-cfc6e6cb-798d-4b99-8764-5faf560ca662 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.033270] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-cfc6e6cb-798d-4b99-8764-5faf560ca662" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.033403] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-cfc6e6cb-798d-4b99-8764-5faf560ca662" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.033757] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-cfc6e6cb-798d-4b99-8764-5faf560ca662" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.033905] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfc6e6cb-798d-4b99-8764-5faf560ca662',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.152813] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.281432] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.355690] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.536021] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.536275] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.536408] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.536750] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.536917] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.537099] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port cfc6e6cb-798d-4b99-8764-5faf560ca662 not found, creating... [ 1090.537377] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.537590] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.537732] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.537957] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.538172] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.538433] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.538598] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.538722] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.538931] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.539087] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.539230] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: cfc6e6cb-798d-4b99-8764-5faf560ca662 is going to be created. [ 1090.557420] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.557607] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.557734] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.557972] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.558218] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.558462] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-cfc6e6cb-798d-4b99-8764-5faf560ca662" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.654731] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.783513] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.860400] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.860613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.860652] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.860924] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.860972] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.861083] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef is going to be updated. [ 1090.887425] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.887601] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.887705] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.887910] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.888088] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.897322] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: IN_PROGRESS for 2s [ 1090.912153] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d4698d1-fa73-4439-87e5-f2b0ed87d871 in Status: SUCCESS [ 1090.912443] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.157747] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.157949] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.157995] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.158239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.158333] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.158468] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be updated. [ 1091.187347] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.187510] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.187569] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.187822] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.187977] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.202356] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: IN_PROGRESS for 2s [ 1091.256785] env[69468]: INFO networking_nsxv3.common.synchronization [req-49c358a4-22d0-498e-ac2b-b1a2abafeb23 req-820d1465-9f20-4fbd-ad5b-dd606a855ef9 service nova] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_rules [ 1091.257061] env[69468]: INFO networking_nsxv3.common.synchronization [req-49c358a4-22d0-498e-ac2b-b1a2abafeb23 req-820d1465-9f20-4fbd-ad5b-dd606a855ef9 service nova] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1091.257231] env[69468]: INFO networking_nsxv3.common.synchronization [req-49c358a4-22d0-498e-ac2b-b1a2abafeb23 req-820d1465-9f20-4fbd-ad5b-dd606a855ef9 service nova] Enqueued Resource ID: cfc6e6cb-798d-4b99-8764-5faf560ca662 with Priority: HIGHEST for action port [ 1091.257780] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_rules [ 1091.257955] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1091.258162] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc6e6cb-798d-4b99-8764-5faf560ca662 with Priority: HIGHEST for action port [ 1091.258515] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.258668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.258777] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.259047] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.259168] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.260578] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.260667] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.261116] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfc6e6cb-798d-4b99-8764-5faf560ca662 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.261277] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfc6e6cb-798d-4b99-8764-5faf560ca662" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.261375] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfc6e6cb-798d-4b99-8764-5faf560ca662" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.261548] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfc6e6cb-798d-4b99-8764-5faf560ca662" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.261641] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfc6e6cb-798d-4b99-8764-5faf560ca662',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.290061] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.290061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.290061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.290294] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.290294] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.290351] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc is going to be updated. [ 1091.317774] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a in Status: SUCCESS [ 1091.317935] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a deletion is rescheduled due to dependency. [ 1091.318052] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.320652] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.320775] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.320843] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.321070] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.321213] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.328516] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc in Status: IN_PROGRESS for 2s [ 1091.501210] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 in Status: SUCCESS [ 1091.501210] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.501210] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.501629] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.501629] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.501733] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.501733] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.501860] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.501943] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.502042] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.502237] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.762056] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.762458] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.763501] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfc6e6cb-798d-4b99-8764-5faf560ca662 with status ACTIVE [ 1091.763709] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.763831] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.763913] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.764163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.764288] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.764498] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.764615] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.764681] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.764853] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.764935] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.765137] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.765251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.765361] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.765516] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.765606] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.765697] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfc6e6cb-798d-4b99-8764-5faf560ca662 is going to be updated. [ 1091.787638] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.787874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.787874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.788075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.788221] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.788397] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfc6e6cb-798d-4b99-8764-5faf560ca662" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.004788] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.005343] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.005487] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.005798] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.006080] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.006199] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.006260] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.006380] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.006561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.006705] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.006971] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.007145] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.007227] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.007428] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.007590] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.007690] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.007754] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.007946] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.008074] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.008172] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.008271] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.511258] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1: rpc.has_security_group_logging(os_id): False [ 1092.529519] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.529839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.529996] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.530360] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.530561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.530966] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.531199] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.531329] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.531656] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.531795] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.532176] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.532417] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.532498] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.532764] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.532915] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.533667] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.533667] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.533667] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.533898] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.533969] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.534158] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 is going to be created. [ 1092.598931] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.603550] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.603550] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.603550] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.603550] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.611626] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 in Status: IN_PROGRESS for 2s [ 1092.907125] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: SUCCESS [ 1092.907484] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.907768] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.908153] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.908605] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.908774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.908873] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.909123] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.909244] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.909396] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.909591] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.216227] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 1093.216460] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.216693] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.216924] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.217154] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.217273] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.217340] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.217495] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.217584] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.217685] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.338978] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc in Status: SUCCESS [ 1093.339232] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.339416] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.339656] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.339843] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.339946] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.340020] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.340184] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.340283] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.340420] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.340546] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.414247] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.414474] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.414517] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.414780] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.414971] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.415090] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.415152] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.415312] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.415406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.415499] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.415687] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.415784] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.415859] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.416034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.416180] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.416281] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.416338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.416473] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.416559] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.416645] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.416755] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.720478] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.843047] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.918483] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef: rpc.has_security_group_logging(os_id): False [ 1093.936495] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.936746] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.936815] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.937126] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.937244] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.937509] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.937641] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.937734] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.937936] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.938041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.938339] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.938458] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.938525] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.938678] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.938760] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.938985] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.939196] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.939265] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.939436] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.939516] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.939719] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef is going to be updated. [ 1094.001791] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.002015] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.002063] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.002458] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.002516] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.024855] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: IN_PROGRESS for 2s [ 1094.222809] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.345329] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc: rpc.has_security_group_logging(os_id): False [ 1094.363617] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.363756] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.363826] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.364484] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.364484] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.364484] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.364707] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.364707] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.364776] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.364829] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.364976] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc is going to be updated. [ 1094.426830] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.427019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.427089] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.427323] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.427482] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.440693] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc in Status: IN_PROGRESS for 2s [ 1094.639041] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 in Status: SUCCESS [ 1094.639292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.725649] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.726057] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.726057] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.726134] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.726215] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.726406] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be updated. [ 1094.759601] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.760333] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.760333] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.760333] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.760333] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.774030] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: IN_PROGRESS for 2s [ 1096.039046] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: SUCCESS [ 1096.039408] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.259099] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1096.259236] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1096.453248] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc in Status: SUCCESS [ 1096.453484] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.792571] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 1096.792788] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.792987] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.793235] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.793439] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.793571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.793640] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.793798] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.793907] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.793984] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.794058] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.297054] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.297414] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.297414] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.297543] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.298509] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.298651] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.298755] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.298978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.299127] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.299263] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.299478] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.299616] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.299715] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.299919] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.300140] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.300279] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.300376] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.300582] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.300702] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.300827] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.300985] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.803031] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d9f2854-29a4-495d-8b9a-9f90ab59dd52: rpc.has_security_group_logging(os_id): False [ 1097.820670] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.820899] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.820954] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.821247] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.821362] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.821592] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.821733] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.821831] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.821986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.822126] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.822359] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.822481] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.822668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.822732] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.822768] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.823019] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.823131] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.823198] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.823345] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.823423] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.823547] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be updated. [ 1097.880750] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.880931] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.881039] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.881347] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.881506] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.897145] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: IN_PROGRESS for 2s [ 1099.915244] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 1099.915540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.260344] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1101.260615] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1102.317903] env[69468]: INFO networking_nsxv3.common.synchronization [req-191040b3-dfce-41e3-9595-98d64129cfbd req-22cae3f6-a74e-4558-8d75-c7eebd12a913 tempest-ServerAddressesTestJSON-1752713486 tempest-ServerAddressesTestJSON-1752713486-project-member] Enqueued Resource ID: 5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 with Priority: HIGHEST for action security_group_members [ 1102.318774] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 with Priority: HIGHEST for action security_group_members [ 1102.322843] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.323071] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.323187] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.323504] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.329052] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.329052] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.329052] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.329052] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.329052] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.329052] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.830889] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.831113] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.831220] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.831512] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.831650] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.831930] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.832112] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.832186] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.832434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.832558] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.832689] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 is going to be updated. [ 1102.861022] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.861022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.861022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.861022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.861022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.871923] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 in Status: IN_PROGRESS for 2s [ 1102.991054] env[69468]: INFO networking_nsxv3.common.synchronization [req-3e471324-1c08-4ba0-b285-cba5f5b1aa05 req-d08597cc-b104-4152-8cd4-de3695b5a80e tempest-AttachInterfacesTestJSON-1478316462 tempest-AttachInterfacesTestJSON-1478316462-project-member] Enqueued Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_members [ 1102.991592] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_members [ 1102.991884] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.992028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.992127] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.992277] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.992425] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.992519] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.992573] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.992718] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.992804] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.992899] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.499150] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.849532] env[69468]: INFO networking_nsxv3.common.synchronization [None req-68b80566-287d-48be-8750-0519c00dcc33 tempest-AttachInterfacesTestJSON-1478316462 tempest-AttachInterfacesTestJSON-1478316462-project-member] Enqueued Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_members [ 1103.850129] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_members [ 1103.851070] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.851070] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.001433] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.505902] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.506260] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.506260] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.506348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.506383] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.506545] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef is going to be updated. [ 1104.533212] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.533446] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.533446] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.533612] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.533764] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.542869] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: IN_PROGRESS for 2s [ 1104.882366] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 in Status: SUCCESS [ 1104.882366] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 deletion is rescheduled due to dependency. [ 1104.882366] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.553669] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: SUCCESS [ 1106.554047] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.554961] env[69468]: INFO networking_nsxv3.common.synchronization [req-b2497b40-7649-442f-b476-ae2368ae0822 req-0ef8a5df-55c3-4437-9a51-dfdb7386e6ed tempest-AttachVolumeNegativeTest-241775551 tempest-AttachVolumeNegativeTest-241775551-project-member] Enqueued Resource ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 with Priority: HIGHEST for action security_group_members [ 1106.557825] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.557825] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.557825] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.557825] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.557825] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.557825] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.557825] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.557825] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.558365] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 with Priority: HIGHEST for action security_group_members [ 1106.561279] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed87df6-0b5e-4dba-b7ba-616d88b90099 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.561698] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.561798] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.562010] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.562414] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.562414] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.562414] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.562660] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.562734] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.564020] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed87df6-0b5e-4dba-b7ba-616d88b90099',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.746821] env[69468]: INFO networking_nsxv3.common.synchronization [req-993ade2e-2a5c-4224-81cc-935ac28d0e6c req-ab257cde-9b6f-44c1-bfae-b23572e32e93 tempest-AttachInterfacesTestJSON-1478316462 tempest-AttachInterfacesTestJSON-1478316462-project-member] Enqueued Resource ID: 571247e1-0491-4874-a2e5-130709b0bee6 with Priority: HIGHEST for action security_group_members [ 1106.747357] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571247e1-0491-4874-a2e5-130709b0bee6 with Priority: HIGHEST for action security_group_members [ 1106.747967] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-571247e1-0491-4874-a2e5-130709b0bee6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.748280] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.748355] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.748589] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.748755] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.748855] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.748922] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.749105] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.749196] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.749300] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('571247e1-0491-4874-a2e5-130709b0bee6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.063437] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.063630] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.063801] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.064318] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.064318] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.064522] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.064607] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.064695] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.064914] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.065029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.065162] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef is going to be updated. [ 1107.067140] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.067140] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.067140] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.067140] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.067140] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.067700] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.067700] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.067700] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.067700] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.067700] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.067700] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 is going to be updated. [ 1107.093583] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.093742] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.095068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.095068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.095068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.097011] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.097149] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.097219] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.097402] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.097559] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.106424] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 in Status: IN_PROGRESS for 2s [ 1107.107786] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: IN_PROGRESS for 2s [ 1107.251714] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.251891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.251968] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.252253] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.284546] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.284829] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.284953] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.285031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.285236] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.285321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.285414] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 571247e1-0491-4874-a2e5-130709b0bee6 is going to be updated. [ 1107.322384] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.322552] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.322753] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.322829] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.322969] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.332870] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 571247e1-0491-4874-a2e5-130709b0bee6 in Status: IN_PROGRESS for 2s [ 1109.118794] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 in Status: SUCCESS [ 1109.119162] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 deletion is rescheduled due to dependency. [ 1109.119162] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.119919] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: SUCCESS [ 1109.120089] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef deletion is rescheduled due to dependency. [ 1109.120210] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.261048] env[69468]: INFO networking_nsxv3.common.synchronization [req-5908041f-8248-4fdf-95c8-789725873a23 req-5bf7027f-3d6f-4882-8651-04724aa83dbc tempest-DeleteServersTestJSON-1823655983 tempest-DeleteServersTestJSON-1823655983-project-member] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 1109.261602] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 1109.261917] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.262065] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.262134] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.262336] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.262534] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.262639] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.262704] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.262858] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.262945] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.266791] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.343265] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 571247e1-0491-4874-a2e5-130709b0bee6 in Status: SUCCESS [ 1109.343446] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 571247e1-0491-4874-a2e5-130709b0bee6 deletion is rescheduled due to dependency. [ 1109.343560] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.514163] env[69468]: INFO networking_nsxv3.common.synchronization [req-832c98a5-664a-4b14-9959-cca5f70e3adb req-da18ace4-4fce-46bc-a524-aaddcf10008b tempest-ServerActionsTestJSON-1088981625 tempest-ServerActionsTestJSON-1088981625-project-member] Enqueued Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_members [ 1109.514736] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_members [ 1109.515053] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16329d2-acce-4422-8151-02ba3f360c87 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.515197] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.515277] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.515429] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.515589] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.515696] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.515756] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.516341] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.516434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.516531] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e16329d2-acce-4422-8151-02ba3f360c87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.772439] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.772439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.772439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.772439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.772439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.772439] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.772718] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.772718] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.772718] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.772825] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.772861] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 is going to be updated. [ 1109.797744] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.797744] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.797744] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.797744] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.797744] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.807124] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: IN_PROGRESS for 2s [ 1109.924330] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.924832] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-497" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.924832] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-497" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.924989] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-497" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.925264] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.925425] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.925575] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.925808] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.925961] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.928409] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.928583] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.928741] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.928921] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.929114] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.929267] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.929436] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.949805] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.950057] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1109.950244] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.950475] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-497" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.950884] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-75df31f7-58d6-423b-80c5-e46458f30a93 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.951126] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-75df31f7-58d6-423b-80c5-e46458f30a93" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.951293] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-75df31f7-58d6-423b-80c5-e46458f30a93" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.951658] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-75df31f7-58d6-423b-80c5-e46458f30a93" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.952098] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75df31f7-58d6-423b-80c5-e46458f30a93',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.019130] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.019285] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.019355] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.019580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.039446] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.039707] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.039828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.039913] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.040185] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.040278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.040376] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16329d2-acce-4422-8151-02ba3f360c87 is going to be updated. [ 1110.068062] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.068209] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.068272] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.068475] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.068617] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.076333] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16329d2-acce-4422-8151-02ba3f360c87 in Status: IN_PROGRESS for 2s [ 1110.454581] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.454955] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.454955] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.455268] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.455429] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.455607] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 75df31f7-58d6-423b-80c5-e46458f30a93 not found, creating... [ 1110.455862] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.456037] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.456163] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.456402] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.458057] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.458057] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.458057] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.458057] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.458057] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.458057] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.458057] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 75df31f7-58d6-423b-80c5-e46458f30a93 is going to be created. [ 1110.476156] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.476466] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.476588] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.476857] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.477106] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.477334] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-75df31f7-58d6-423b-80c5-e46458f30a93" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.210851] env[69468]: INFO networking_nsxv3.common.synchronization [req-5908041f-8248-4fdf-95c8-789725873a23 req-f36fb1ec-2ce9-4604-9d61-88eca8e38b08 service nova] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_rules [ 1111.211049] env[69468]: INFO networking_nsxv3.common.synchronization [req-5908041f-8248-4fdf-95c8-789725873a23 req-f36fb1ec-2ce9-4604-9d61-88eca8e38b08 service nova] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 1111.211197] env[69468]: INFO networking_nsxv3.common.synchronization [req-5908041f-8248-4fdf-95c8-789725873a23 req-f36fb1ec-2ce9-4604-9d61-88eca8e38b08 service nova] Enqueued Resource ID: 75df31f7-58d6-423b-80c5-e46458f30a93 with Priority: HIGHEST for action port [ 1111.211430] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_rules [ 1111.211557] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 1111.211687] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75df31f7-58d6-423b-80c5-e46458f30a93 with Priority: HIGHEST for action port [ 1111.212200] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.212327] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.212436] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.212586] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.212700] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.213842] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.213942] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.214157] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-75df31f7-58d6-423b-80c5-e46458f30a93 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.214255] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75df31f7-58d6-423b-80c5-e46458f30a93" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.214330] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75df31f7-58d6-423b-80c5-e46458f30a93" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.214506] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75df31f7-58d6-423b-80c5-e46458f30a93" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.214584] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75df31f7-58d6-423b-80c5-e46458f30a93',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.716197] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.716488] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.716564] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75df31f7-58d6-423b-80c5-e46458f30a93 with status ACTIVE [ 1111.716745] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.716856] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.716923] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.717162] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.717740] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.717945] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.718160] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.718255] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.718439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.718522] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.718711] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.718870] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.718870] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.719085] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.719156] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.719249] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75df31f7-58d6-423b-80c5-e46458f30a93 is going to be updated. [ 1111.740662] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.740812] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.740849] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.741055] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.741193] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.741342] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75df31f7-58d6-423b-80c5-e46458f30a93" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.815655] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: SUCCESS [ 1111.815861] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 deletion is rescheduled due to dependency. [ 1111.815980] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.816187] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.816411] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.816619] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.816746] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.816884] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.817089] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.817185] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.817290] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.086159] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16329d2-acce-4422-8151-02ba3f360c87 in Status: SUCCESS [ 1112.086364] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16329d2-acce-4422-8151-02ba3f360c87 deletion is rescheduled due to dependency. [ 1112.086495] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.319955] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.822040] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.324867] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.325028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.325104] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.325341] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.325439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.325547] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 is going to be updated. [ 1113.357571] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.357571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.357571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.357571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.357571] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.363893] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: IN_PROGRESS for 2s [ 1113.414922] env[69468]: INFO networking_nsxv3.common.synchronization [req-e35c18a8-2c94-4c96-8041-681c90af412c req-11504f73-83b6-42e4-bebf-a46e4c46552e tempest-ServersNegativeTestJSON-1911859080 tempest-ServersNegativeTestJSON-1911859080-project-member] Enqueued Resource ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 with Priority: HIGHEST for action security_group_members [ 1113.415503] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 with Priority: HIGHEST for action security_group_members [ 1113.415845] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-691afeeb-47f3-4a01-862f-1923fedd9e82 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.415990] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.416096] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.416338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.416544] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.416718] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.416816] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.417015] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.417096] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.417216] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('691afeeb-47f3-4a01-862f-1923fedd9e82',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.919189] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.919463] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.919463] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.919632] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.919848] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.920130] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.920258] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.920325] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.920501] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.920589] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.920705] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 is going to be updated. [ 1113.949138] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.949138] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.949138] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.949138] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.949138] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.956422] env[69468]: INFO networking_nsxv3.common.synchronization [req-1832f39e-5e9d-4793-8368-b291f504ab74 req-97007bec-73a6-41c9-b513-6a2fe78da942 tempest-ServersTestJSON-711529090 tempest-ServersTestJSON-711529090-project-member] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1113.958299] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1113.958686] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.958916] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.959150] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.959680] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.964365] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.964365] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.964365] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.964365] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.964365] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.964365] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.970256] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 in Status: IN_PROGRESS for 2s [ 1114.367014] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.367251] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.367387] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.367683] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.367955] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.368138] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.368263] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.368485] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.368646] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.368869] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.368996] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.369128] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.369245] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.369362] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.369475] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.369613] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.414283] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.414469] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1114.414715] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.414917] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.415278] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-30580d6c-38c0-4196-9332-ebfc62061eaa taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.415479] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-30580d6c-38c0-4196-9332-ebfc62061eaa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.415671] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-30580d6c-38c0-4196-9332-ebfc62061eaa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.416067] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-30580d6c-38c0-4196-9332-ebfc62061eaa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.416224] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30580d6c-38c0-4196-9332-ebfc62061eaa',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.469446] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.920224] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.920658] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.920658] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.921041] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.921083] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.921261] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 30580d6c-38c0-4196-9332-ebfc62061eaa not found, creating... [ 1114.921549] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.921754] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.921837] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.922095] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.922248] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.922555] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.922728] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.922848] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.923258] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.923434] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.923602] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 30580d6c-38c0-4196-9332-ebfc62061eaa is going to be created. [ 1114.945491] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.945797] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.945938] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.946221] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.946480] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.946719] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-30580d6c-38c0-4196-9332-ebfc62061eaa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.971242] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.373060] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: SUCCESS [ 1115.373286] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.373450] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.373665] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.373872] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.374016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.374081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.374201] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.374283] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.374367] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.374508] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.474081] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.474271] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.474345] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.474563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.474693] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.474800] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be updated. [ 1115.500084] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.500233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.500303] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.500506] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.500652] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.508219] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: IN_PROGRESS for 2s [ 1115.636274] env[69468]: INFO networking_nsxv3.common.synchronization [req-1832f39e-5e9d-4793-8368-b291f504ab74 req-78ad2431-bd29-4dfe-ab45-ba43e31adb60 service nova] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_rules [ 1115.636274] env[69468]: INFO networking_nsxv3.common.synchronization [req-1832f39e-5e9d-4793-8368-b291f504ab74 req-78ad2431-bd29-4dfe-ab45-ba43e31adb60 service nova] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1115.636274] env[69468]: INFO networking_nsxv3.common.synchronization [req-1832f39e-5e9d-4793-8368-b291f504ab74 req-78ad2431-bd29-4dfe-ab45-ba43e31adb60 service nova] Enqueued Resource ID: 30580d6c-38c0-4196-9332-ebfc62061eaa with Priority: HIGHEST for action port [ 1115.636274] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_rules [ 1115.636274] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1115.636274] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30580d6c-38c0-4196-9332-ebfc62061eaa with Priority: HIGHEST for action port [ 1115.636274] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.636274] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.636274] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.636274] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.636274] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.637448] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.637560] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.637789] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-30580d6c-38c0-4196-9332-ebfc62061eaa taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.637892] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30580d6c-38c0-4196-9332-ebfc62061eaa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.637955] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30580d6c-38c0-4196-9332-ebfc62061eaa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.638141] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30580d6c-38c0-4196-9332-ebfc62061eaa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.638215] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30580d6c-38c0-4196-9332-ebfc62061eaa',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.876963] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.877175] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.877252] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.877469] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.877647] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.877747] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.877811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.877960] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.878063] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.878151] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.878299] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.878389] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.878449] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.878593] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.878727] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.878814] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.878874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.879017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.879097] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.879176] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.879266] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.976241] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 in Status: SUCCESS [ 1115.976716] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691afeeb-47f3-4a01-862f-1923fedd9e82 deletion is rescheduled due to dependency. [ 1115.976716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691afeeb-47f3-4a01-862f-1923fedd9e82" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.140252] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.140252] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.141479] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30580d6c-38c0-4196-9332-ebfc62061eaa with status ACTIVE [ 1116.141603] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.141718] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.141811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.142047] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.142146] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.142391] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.142552] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.142611] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.143460] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.143460] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.143460] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.143460] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.143460] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.143460] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.143460] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.143460] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30580d6c-38c0-4196-9332-ebfc62061eaa is going to be updated. [ 1116.173028] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.173028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.173218] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.173369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.173532] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.173699] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30580d6c-38c0-4196-9332-ebfc62061eaa" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.381471] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb7af17a-e726-4f81-805b-68e715fc4758: rpc.has_security_group_logging(os_id): False [ 1116.401018] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.401373] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.401373] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.401479] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.401851] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.402354] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.402492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.403057] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.403306] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.403404] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.403612] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.403776] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.403776] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.403911] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.403986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.404540] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.404699] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.404752] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.404881] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.404958] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.405060] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 is going to be updated. [ 1116.463778] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.463986] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.464048] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.464236] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.464383] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.480239] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: IN_PROGRESS for 2s [ 1117.517510] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 1117.517767] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.517928] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.518167] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.518358] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.518479] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.518569] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.518705] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.518881] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.518881] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.021338] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.497338] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: SUCCESS [ 1118.497658] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.523288] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.563751] env[69468]: INFO networking_nsxv3.common.synchronization [None req-d911e7a4-6975-4de6-83a1-8865aff30959 tempest-AttachVolumeNegativeTest-241775551 tempest-AttachVolumeNegativeTest-241775551-project-member] Enqueued Resource ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 with Priority: HIGHEST for action security_group_rules [ 1118.564214] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 with Priority: HIGHEST for action security_group_rules [ 1118.564518] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d889c5a7-fbfa-434c-bdb7-292fa1f651d9 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.564684] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.564752] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.564995] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.565121] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d889c5a7-fbfa-434c-bdb7-292fa1f651d9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.683921] env[69468]: INFO networking_nsxv3.common.synchronization [None req-da93e473-2777-4f9b-ae16-6a6f5c7c0923 tempest-AttachVolumeNegativeTest-241775551 tempest-AttachVolumeNegativeTest-241775551-project-member] Enqueued Resource ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 with Priority: HIGHEST for action security_group_rules [ 1118.684303] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 with Priority: HIGHEST for action security_group_rules [ 1118.684651] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d889c5a7-fbfa-434c-bdb7-292fa1f651d9 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.684776] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.025791] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.026149] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.026222] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.026449] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.026544] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.026652] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be updated. [ 1119.051926] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.052057] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.052165] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.052386] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.052566] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.066906] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: IN_PROGRESS for 2s [ 1119.082059] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.082206] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.082311] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.082560] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.082648] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.082748] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 already deleted. [ 1119.082833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.082973] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.083142] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.083229] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d889c5a7-fbfa-434c-bdb7-292fa1f651d9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.646827] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.647201] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.647201] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.647311] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.647410] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.647975] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 already deleted. [ 1119.647975] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.748624] env[69468]: INFO networking_nsxv3.common.synchronization [None req-44ee086b-303a-4e13-abe7-2420989f1616 None None] Enqueued Resource ID: d94d8d88-a7d5-44e7-ad9e-ca0959bf7667 with Priority: HIGHEST for action port [ 1119.748904] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d94d8d88-a7d5-44e7-ad9e-ca0959bf7667 with Priority: HIGHEST for action port [ 1119.749511] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-d94d8d88-a7d5-44e7-ad9e-ca0959bf7667 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.749603] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d94d8d88-a7d5-44e7-ad9e-ca0959bf7667" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.749662] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d94d8d88-a7d5-44e7-ad9e-ca0959bf7667" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.751039] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d94d8d88-a7d5-44e7-ad9e-ca0959bf7667" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.751039] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d94d8d88-a7d5-44e7-ad9e-ca0959bf7667',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.852777] env[69468]: INFO networking_nsxv3.common.synchronization [None req-5e18e2e1-eed4-4fe1-a034-3f79e4b10dca tempest-AttachInterfacesTestJSON-1478316462 tempest-AttachInterfacesTestJSON-1478316462-project-member] Enqueued Resource ID: 97789e31-2c30-4863-b7df-221734a8ee47 with Priority: HIGHEST for action security_group_rules [ 1119.853395] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97789e31-2c30-4863-b7df-221734a8ee47 with Priority: HIGHEST for action security_group_rules [ 1119.853703] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97789e31-2c30-4863-b7df-221734a8ee47 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.853826] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.853887] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.855383] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.855383] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97789e31-2c30-4863-b7df-221734a8ee47',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.963803] env[69468]: INFO networking_nsxv3.common.synchronization [None req-8da2d1e2-1a80-4477-86e2-593fc5d369d1 tempest-AttachInterfacesTestJSON-1478316462 tempest-AttachInterfacesTestJSON-1478316462-project-member] Enqueued Resource ID: 97789e31-2c30-4863-b7df-221734a8ee47 with Priority: HIGHEST for action security_group_rules [ 1119.964866] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97789e31-2c30-4863-b7df-221734a8ee47 with Priority: HIGHEST for action security_group_rules [ 1119.964866] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97789e31-2c30-4863-b7df-221734a8ee47 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.964866] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.254815] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d94d8d88-a7d5-44e7-ad9e-ca0959bf7667 [ 1120.254815] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.254815] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.254815] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.254815] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.254815] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.254815] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d94d8d88-a7d5-44e7-ad9e-ca0959bf7667 already deleted. [ 1120.254815] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d94d8d88-a7d5-44e7-ad9e-ca0959bf7667" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.375741] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.375895] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.375972] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.376231] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.376303] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.376415] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97789e31-2c30-4863-b7df-221734a8ee47 already deleted. [ 1120.376503] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.376660] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.376819] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.376902] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97789e31-2c30-4863-b7df-221734a8ee47',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.902469] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.902845] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.902845] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.903792] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.903865] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.903941] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97789e31-2c30-4863-b7df-221734a8ee47 already deleted. [ 1120.904119] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.077578] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 1121.077885] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.078119] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.078369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.078533] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.078659] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.078751] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.078880] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.078999] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.079088] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.079153] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.373883] env[69468]: INFO networking_nsxv3.common.synchronization [None req-41afba5e-6ff5-4bd9-84f8-cdf2d853ad9b tempest-AttachVolumeTestJSON-641423761 tempest-AttachVolumeTestJSON-641423761-project-member] Enqueued Resource ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 with Priority: HIGHEST for action security_group_rules [ 1121.374202] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 with Priority: HIGHEST for action security_group_rules [ 1121.374542] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27f8ab54-6c16-4549-b490-6882f840b3e4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.374716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.374783] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.375336] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.375599] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27f8ab54-6c16-4549-b490-6882f840b3e4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.484982] env[69468]: INFO networking_nsxv3.common.synchronization [None req-dbf4d8f0-66e3-4032-a9e2-af25948f3102 tempest-AttachVolumeTestJSON-641423761 tempest-AttachVolumeTestJSON-641423761-project-member] Enqueued Resource ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 with Priority: HIGHEST for action security_group_rules [ 1121.484982] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 with Priority: HIGHEST for action security_group_rules [ 1121.484982] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27f8ab54-6c16-4549-b490-6882f840b3e4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.484982] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.584083] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.584083] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.584083] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.584083] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.584083] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.584083] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.584083] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.584083] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.584613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.584613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.584613] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.584613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.584613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.584793] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.584824] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.584923] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.584984] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.585138] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.585215] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.585294] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.585382] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.897595] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.898150] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.898356] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.898651] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.898840] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.899041] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 already deleted. [ 1121.899403] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.899666] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.899925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.900267] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27f8ab54-6c16-4549-b490-6882f840b3e4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.088715] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d9f2854-29a4-495d-8b9a-9f90ab59dd52: rpc.has_security_group_logging(os_id): False [ 1122.111788] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.111934] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.111977] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.112187] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.112275] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.112500] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.112607] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.112693] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.112845] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.112921] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.113117] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.113206] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.113266] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.113403] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.113476] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.113664] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.113754] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.113804] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.113937] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.114019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.114134] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be updated. [ 1122.185189] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.185189] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.185189] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.185189] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.185189] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.207462] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: IN_PROGRESS for 2s [ 1122.375922] env[69468]: INFO networking_nsxv3.common.synchronization [None req-3ef3b880-fcbc-48c7-a0f7-351d61f78f84 None None] Enqueued Resource ID: b1c1cc59-8df8-40ab-a056-431ddf510876 with Priority: HIGHEST for action port [ 1122.376380] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1c1cc59-8df8-40ab-a056-431ddf510876 with Priority: HIGHEST for action port [ 1122.376621] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1c1cc59-8df8-40ab-a056-431ddf510876 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.376748] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1c1cc59-8df8-40ab-a056-431ddf510876" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.376817] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1c1cc59-8df8-40ab-a056-431ddf510876" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.377088] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1c1cc59-8df8-40ab-a056-431ddf510876" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.377175] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1c1cc59-8df8-40ab-a056-431ddf510876',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.425035] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.425035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.425035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.425035] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.427133] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.427133] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 already deleted. [ 1122.427133] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.882757] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1c1cc59-8df8-40ab-a056-431ddf510876 [ 1122.883070] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.883263] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.883377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.883628] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.883885] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.884050] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1c1cc59-8df8-40ab-a056-431ddf510876 already deleted. [ 1122.884204] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1c1cc59-8df8-40ab-a056-431ddf510876" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.222191] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 1124.222430] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.612739] env[69468]: INFO networking_nsxv3.common.synchronization [req-b896869b-6389-41c2-8142-ca6b3e6200ff req-f25f2c62-349d-4bd7-9baf-1c3229f01cf6 tempest-ServersTestJSON-711529090 tempest-ServersTestJSON-711529090-project-member] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1126.613299] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1126.613673] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.613835] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.613908] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.614124] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.614280] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.614456] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.614516] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.614687] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.614840] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.615036] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.117745] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.620495] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.124335] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.124498] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.124564] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.124822] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.124928] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.125217] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be updated. [ 1128.156945] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.157179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.157250] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.157396] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.157542] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.166882] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: IN_PROGRESS for 2s [ 1129.955206] env[69468]: INFO networking_nsxv3.common.synchronization [req-3cab6b05-df20-4f99-9ef3-0d49993486ee req-5332e5a9-acc0-43be-beb0-00096d2841e1 tempest-AttachVolumeNegativeTest-241775551 tempest-AttachVolumeNegativeTest-241775551-project-member] Enqueued Resource ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 with Priority: HIGHEST for action security_group_members [ 1129.955779] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 with Priority: HIGHEST for action security_group_members [ 1129.956112] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d889c5a7-fbfa-434c-bdb7-292fa1f651d9 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.956303] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.956303] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.956541] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.956695] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.956795] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.956862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.957019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.957103] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.957201] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d889c5a7-fbfa-434c-bdb7-292fa1f651d9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.177850] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 1130.178054] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.355970] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.356211] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-157" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.356336] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-157" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.356621] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-157" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.356881] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.357055] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.357183] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.357391] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.357546] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.357765] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1130.357880] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.357996] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.358124] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.358246] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1130.358378] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.358570] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.375415] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.375584] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1130.375725] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.375924] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-157" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.376246] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-f181f990-1cef-4b68-ae07-ea93c380f5a0 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.376431] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-f181f990-1cef-4b68-ae07-ea93c380f5a0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.376557] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-f181f990-1cef-4b68-ae07-ea93c380f5a0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.376861] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-f181f990-1cef-4b68-ae07-ea93c380f5a0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.377020] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f181f990-1cef-4b68-ae07-ea93c380f5a0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.459310] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.459455] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.459546] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.459813] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.459938] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.460198] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.460333] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.460425] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.460601] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.460708] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.460831] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 already deleted. [ 1130.460941] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.880183] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.880183] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.880183] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.880456] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.880492] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.880661] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port f181f990-1cef-4b68-ae07-ea93c380f5a0 not found, creating... [ 1130.880929] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.881155] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.881333] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.881462] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.881604] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.881896] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.882081] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.882224] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.882439] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.882592] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.882755] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: f181f990-1cef-4b68-ae07-ea93c380f5a0 is going to be created. [ 1130.900961] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.901201] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.901333] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.901589] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.901821] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.902109] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-f181f990-1cef-4b68-ae07-ea93c380f5a0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.612968] env[69468]: INFO networking_nsxv3.common.synchronization [req-3cab6b05-df20-4f99-9ef3-0d49993486ee req-acb1e432-7cd2-4bb5-9286-915b990bc0a1 service nova] Enqueued Resource ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 with Priority: HIGHEST for action security_group_rules [ 1131.613284] env[69468]: INFO networking_nsxv3.common.synchronization [req-3cab6b05-df20-4f99-9ef3-0d49993486ee req-acb1e432-7cd2-4bb5-9286-915b990bc0a1 service nova] Enqueued Resource ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 with Priority: HIGHEST for action security_group_members [ 1131.613349] env[69468]: INFO networking_nsxv3.common.synchronization [req-3cab6b05-df20-4f99-9ef3-0d49993486ee req-acb1e432-7cd2-4bb5-9286-915b990bc0a1 service nova] Enqueued Resource ID: f181f990-1cef-4b68-ae07-ea93c380f5a0 with Priority: HIGHEST for action port [ 1131.613517] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 with Priority: HIGHEST for action security_group_rules [ 1131.613642] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 with Priority: HIGHEST for action security_group_members [ 1131.613735] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f181f990-1cef-4b68-ae07-ea93c380f5a0 with Priority: HIGHEST for action port [ 1131.614392] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d889c5a7-fbfa-434c-bdb7-292fa1f651d9 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.614483] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.614540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.614694] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.614772] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d889c5a7-fbfa-434c-bdb7-292fa1f651d9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.615639] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d889c5a7-fbfa-434c-bdb7-292fa1f651d9 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.615748] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.615979] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.616168] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.616333] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.616472] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.616542] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.616643] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.616727] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.616809] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d889c5a7-fbfa-434c-bdb7-292fa1f651d9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.617728] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-f181f990-1cef-4b68-ae07-ea93c380f5a0 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.617728] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f181f990-1cef-4b68-ae07-ea93c380f5a0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.617728] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f181f990-1cef-4b68-ae07-ea93c380f5a0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.617919] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f181f990-1cef-4b68-ae07-ea93c380f5a0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.617919] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f181f990-1cef-4b68-ae07-ea93c380f5a0',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.119767] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d889c5a7-fbfa-434c-bdb7-292fa1f651d9 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.120042] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.120115] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d889c5a7-fbfa-434c-bdb7-292fa1f651d9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.121213] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f181f990-1cef-4b68-ae07-ea93c380f5a0 with status ACTIVE [ 1132.121213] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.121358] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.121358] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.121577] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.121633] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.121798] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.121916] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.121955] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.122098] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.122176] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.122355] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.122448] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.122509] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.122685] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.122852] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.122956] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f181f990-1cef-4b68-ae07-ea93c380f5a0 is going to be updated. [ 1132.146877] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.147033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.147114] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.147332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.147478] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.147622] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f181f990-1cef-4b68-ae07-ea93c380f5a0" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.316929] env[69468]: INFO networking_nsxv3.common.synchronization [req-8a822313-8040-4f59-b087-c138b283d6d9 req-7a861d56-fe9a-4763-8201-2fd00614cd8c tempest-ServerActionsTestJSON-1088981625 tempest-ServerActionsTestJSON-1088981625-project-member] Enqueued Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_members [ 1132.317162] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_members [ 1132.317496] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16329d2-acce-4422-8151-02ba3f360c87 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.317622] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.317686] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.317962] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.318069] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.318169] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.318234] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.318373] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.321634] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.321634] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e16329d2-acce-4422-8151-02ba3f360c87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.625213] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d889c5a7-fbfa-434c-bdb7-292fa1f651d9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.719513] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.719874] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-728" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.719874] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-728" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.720197] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-728" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.720473] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.720644] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.720797] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.721346] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.721563] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.721837] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1132.721937] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.722070] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.722225] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.722384] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1132.722452] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.722601] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.741031] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.741031] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1132.741031] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.741031] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-728" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.741376] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-5b51cc5d-6e38-423f-8f69-13541ea8a317 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.741579] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-5b51cc5d-6e38-423f-8f69-13541ea8a317" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.741755] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-5b51cc5d-6e38-423f-8f69-13541ea8a317" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.742044] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-5b51cc5d-6e38-423f-8f69-13541ea8a317" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.742303] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b51cc5d-6e38-423f-8f69-13541ea8a317',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.822240] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.822415] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.822502] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.822731] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.822825] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.823056] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.823168] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.823258] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.823380] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.823459] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.823550] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16329d2-acce-4422-8151-02ba3f360c87 is going to be updated. [ 1132.849176] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.849510] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.849717] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.850043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.850315] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.860011] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16329d2-acce-4422-8151-02ba3f360c87 in Status: IN_PROGRESS for 2s [ 1133.128035] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.128189] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.128238] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.128457] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.128552] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.128656] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 is going to be created. [ 1133.152071] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.152272] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.152272] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.152490] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.152646] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.162555] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 in Status: UNINITIALIZED for 2s [ 1133.245162] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.245433] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.245566] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.245868] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.246038] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.246206] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 5b51cc5d-6e38-423f-8f69-13541ea8a317 not found, creating... [ 1133.246476] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.246656] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.246856] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.247080] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.247283] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.247647] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.247832] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.247982] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.248260] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.248449] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.248667] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 5b51cc5d-6e38-423f-8f69-13541ea8a317 is going to be created. [ 1133.268425] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.268641] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.268808] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.269115] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.269354] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.269578] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-5b51cc5d-6e38-423f-8f69-13541ea8a317" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.010590] env[69468]: INFO networking_nsxv3.common.synchronization [req-8a822313-8040-4f59-b087-c138b283d6d9 req-7e77dc93-12ea-4ba4-b07f-02b0eb1cbda0 service nova] Enqueued Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_rules [ 1134.010817] env[69468]: INFO networking_nsxv3.common.synchronization [req-8a822313-8040-4f59-b087-c138b283d6d9 req-7e77dc93-12ea-4ba4-b07f-02b0eb1cbda0 service nova] Enqueued Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_members [ 1134.010864] env[69468]: INFO networking_nsxv3.common.synchronization [req-8a822313-8040-4f59-b087-c138b283d6d9 req-7e77dc93-12ea-4ba4-b07f-02b0eb1cbda0 service nova] Enqueued Resource ID: 5b51cc5d-6e38-423f-8f69-13541ea8a317 with Priority: HIGHEST for action port [ 1134.011127] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_rules [ 1134.011278] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_members [ 1134.011378] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b51cc5d-6e38-423f-8f69-13541ea8a317 with Priority: HIGHEST for action port [ 1134.011908] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e16329d2-acce-4422-8151-02ba3f360c87 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.012080] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.012131] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.012302] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.012385] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e16329d2-acce-4422-8151-02ba3f360c87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.013224] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16329d2-acce-4422-8151-02ba3f360c87 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.013316] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.013515] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b51cc5d-6e38-423f-8f69-13541ea8a317 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.013633] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b51cc5d-6e38-423f-8f69-13541ea8a317" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.013700] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b51cc5d-6e38-423f-8f69-13541ea8a317" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.013869] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b51cc5d-6e38-423f-8f69-13541ea8a317" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.013986] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b51cc5d-6e38-423f-8f69-13541ea8a317',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.516676] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16329d2-acce-4422-8151-02ba3f360c87 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.516676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.520652] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b51cc5d-6e38-423f-8f69-13541ea8a317 with status ACTIVE [ 1134.520652] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.520652] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.520652] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.520652] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.520652] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.520652] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.520652] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.520652] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.520652] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.520652] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.521084] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.521084] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.521084] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.521179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.521179] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.521277] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b51cc5d-6e38-423f-8f69-13541ea8a317 is going to be updated. [ 1134.556612] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.556775] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.556851] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.557058] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.557203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.557391] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b51cc5d-6e38-423f-8f69-13541ea8a317" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.687495] env[69468]: INFO networking_nsxv3.common.synchronization [req-2588f857-9501-448a-99a4-9b413cb91d96 req-8db9a131-095f-449e-8232-e4d62cf17261 tempest-AttachInterfacesTestJSON-1478316462 tempest-AttachInterfacesTestJSON-1478316462-project-member] Enqueued Resource ID: 97789e31-2c30-4863-b7df-221734a8ee47 with Priority: HIGHEST for action security_group_members [ 1134.687495] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97789e31-2c30-4863-b7df-221734a8ee47 with Priority: HIGHEST for action security_group_members [ 1134.687575] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-97789e31-2c30-4863-b7df-221734a8ee47 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.687662] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.687757] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.688136] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.688344] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.688458] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.688543] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.688711] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.688811] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.688933] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97789e31-2c30-4863-b7df-221734a8ee47',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.869581] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16329d2-acce-4422-8151-02ba3f360c87 in Status: SUCCESS [ 1134.870604] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16329d2-acce-4422-8151-02ba3f360c87 deletion is rescheduled due to dependency. [ 1134.870760] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.870936] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.871167] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.871382] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.871507] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.871575] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.871734] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.871819] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.871917] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e16329d2-acce-4422-8151-02ba3f360c87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.031066] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-294 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.031437] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.031504] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.031780] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.032602] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.032602] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.032602] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.032602] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.032927] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.032972] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1135.033112] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1135.033255] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1135.033359] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1135.033934] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1135.033934] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1135.033934] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1135.052457] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1135.053705] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1135.053705] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1135.053705] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.053705] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-f953a932-b0a0-4620-ae5b-9a9cda24d9a4 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.053705] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-f953a932-b0a0-4620-ae5b-9a9cda24d9a4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.053920] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-f953a932-b0a0-4620-ae5b-9a9cda24d9a4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.054268] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-f953a932-b0a0-4620-ae5b-9a9cda24d9a4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.054484] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f953a932-b0a0-4620-ae5b-9a9cda24d9a4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.174658] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 in Status: SUCCESS [ 1135.174658] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.174658] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.174658] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.174658] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.174658] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.174658] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.174658] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.174658] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.174658] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.174658] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d889c5a7-fbfa-434c-bdb7-292fa1f651d9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.191480] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.193239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.193239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.193239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.193239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.193239] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.193239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.193239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.193239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.193239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.193239] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97789e31-2c30-4863-b7df-221734a8ee47 already deleted. [ 1135.193239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.374136] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e16329d2-acce-4422-8151-02ba3f360c87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.556774] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.557018] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.557103] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.557448] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.557623] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.557790] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port f953a932-b0a0-4620-ae5b-9a9cda24d9a4 not found, creating... [ 1135.558090] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.558296] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.558438] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.558677] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.558828] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.559316] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.559521] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.559653] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.559936] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.560114] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.560302] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: f953a932-b0a0-4620-ae5b-9a9cda24d9a4 is going to be created. [ 1135.580939] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.581401] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.581628] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.581904] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.582257] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.582446] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-f953a932-b0a0-4620-ae5b-9a9cda24d9a4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.676998] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d889c5a7-fbfa-434c-bdb7-292fa1f651d9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.876636] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e16329d2-acce-4422-8151-02ba3f360c87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.182425] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d889c5a7-fbfa-434c-bdb7-292fa1f651d9: rpc.has_security_group_logging(os_id): False [ 1136.200196] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.200196] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.200196] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.200196] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.200196] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.200196] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.200196] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.200196] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.200196] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.200196] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.200196] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 is going to be created. [ 1136.258526] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.258680] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.258772] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.259122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.259204] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.264050] env[69468]: INFO networking_nsxv3.common.synchronization [req-2588f857-9501-448a-99a4-9b413cb91d96 req-3f35c64d-1c37-4473-9372-1f28846238a4 service nova] Enqueued Resource ID: 97789e31-2c30-4863-b7df-221734a8ee47 with Priority: HIGHEST for action security_group_rules [ 1136.264050] env[69468]: INFO networking_nsxv3.common.synchronization [req-2588f857-9501-448a-99a4-9b413cb91d96 req-3f35c64d-1c37-4473-9372-1f28846238a4 service nova] Enqueued Resource ID: 97789e31-2c30-4863-b7df-221734a8ee47 with Priority: HIGHEST for action security_group_members [ 1136.264050] env[69468]: INFO networking_nsxv3.common.synchronization [req-2588f857-9501-448a-99a4-9b413cb91d96 req-3f35c64d-1c37-4473-9372-1f28846238a4 service nova] Enqueued Resource ID: f953a932-b0a0-4620-ae5b-9a9cda24d9a4 with Priority: HIGHEST for action port [ 1136.264050] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97789e31-2c30-4863-b7df-221734a8ee47 with Priority: HIGHEST for action security_group_rules [ 1136.264050] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97789e31-2c30-4863-b7df-221734a8ee47 with Priority: HIGHEST for action security_group_members [ 1136.264050] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f953a932-b0a0-4620-ae5b-9a9cda24d9a4 with Priority: HIGHEST for action port [ 1136.264050] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97789e31-2c30-4863-b7df-221734a8ee47 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.264050] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.264050] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.264828] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.265044] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97789e31-2c30-4863-b7df-221734a8ee47',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.266943] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-97789e31-2c30-4863-b7df-221734a8ee47 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.267063] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.267124] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.267297] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.267444] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.267536] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.267594] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.267734] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.267814] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.267901] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97789e31-2c30-4863-b7df-221734a8ee47',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.268670] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-f953a932-b0a0-4620-ae5b-9a9cda24d9a4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.268774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f953a932-b0a0-4620-ae5b-9a9cda24d9a4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.269048] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f953a932-b0a0-4620-ae5b-9a9cda24d9a4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.269048] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f953a932-b0a0-4620-ae5b-9a9cda24d9a4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.269048] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f953a932-b0a0-4620-ae5b-9a9cda24d9a4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.272552] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 in Status: IN_PROGRESS for 2s [ 1136.380920] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.380920] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.380920] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.380920] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.380920] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.381243] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16329d2-acce-4422-8151-02ba3f360c87 is going to be updated. [ 1136.408086] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.408244] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.408350] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.408597] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.408796] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.418626] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16329d2-acce-4422-8151-02ba3f360c87 in Status: IN_PROGRESS for 2s [ 1136.772489] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-97789e31-2c30-4863-b7df-221734a8ee47 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.772696] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.773909] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f953a932-b0a0-4620-ae5b-9a9cda24d9a4 with status ACTIVE [ 1136.774114] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.774245] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.774306] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.774522] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.774611] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.774792] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.774919] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.774988] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.775163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.775245] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.775431] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.775526] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.775586] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.775728] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.775806] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.775907] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f953a932-b0a0-4620-ae5b-9a9cda24d9a4 is going to be updated. [ 1136.776977] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97789e31-2c30-4863-b7df-221734a8ee47',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.798677] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.798861] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.798963] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.799193] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.799348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.799561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f953a932-b0a0-4620-ae5b-9a9cda24d9a4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.112952] env[69468]: INFO networking_nsxv3.common.synchronization [req-84cb80b0-efe9-4228-af27-d1ea5bdfad55 req-485371ec-b929-4240-bf63-99c2f18e5b2b tempest-AttachVolumeTestJSON-641423761 tempest-AttachVolumeTestJSON-641423761-project-member] Enqueued Resource ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 with Priority: HIGHEST for action security_group_members [ 1137.113503] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 with Priority: HIGHEST for action security_group_members [ 1137.113815] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-27f8ab54-6c16-4549-b490-6882f840b3e4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.113941] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.114147] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.114911] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.114911] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.114911] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.114911] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.114911] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.115144] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.115144] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27f8ab54-6c16-4549-b490-6882f840b3e4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.279620] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97789e31-2c30-4863-b7df-221734a8ee47',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.414655] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.414955] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-717" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.415215] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-717" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.415624] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-717" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.415982] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.416270] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.416441] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.416763] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.417048] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.417630] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1137.417630] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1137.417630] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1137.417784] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1137.417906] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1137.418098] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1137.418299] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1137.438323] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1137.438586] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1137.438782] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1137.439043] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-717" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.439559] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-face26ac-c45b-4932-b32e-bd2d172da60d taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.439687] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-face26ac-c45b-4932-b32e-bd2d172da60d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.439865] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-face26ac-c45b-4932-b32e-bd2d172da60d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.442045] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-face26ac-c45b-4932-b32e-bd2d172da60d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.442330] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('face26ac-c45b-4932-b32e-bd2d172da60d',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.619203] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.619203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.619203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.619203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.619203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.619203] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.619203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.619203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.619203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.619203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.619203] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 already deleted. [ 1137.619203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.783774] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.783774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.783774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.783774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.783774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.783774] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97789e31-2c30-4863-b7df-221734a8ee47 is going to be created. [ 1137.806822] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.806822] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.806822] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.806822] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.806822] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.814227] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97789e31-2c30-4863-b7df-221734a8ee47 in Status: UNINITIALIZED for 2s [ 1137.949119] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.949408] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.949698] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.950016] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.950295] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.950525] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port face26ac-c45b-4932-b32e-bd2d172da60d not found, creating... [ 1137.950866] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.951147] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.951287] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.951621] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.951833] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.952203] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.952470] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.952609] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.952828] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.952976] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.953253] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: face26ac-c45b-4932-b32e-bd2d172da60d is going to be created. [ 1137.974114] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.974346] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.974546] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.974950] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.975282] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.975612] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-face26ac-c45b-4932-b32e-bd2d172da60d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.286065] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 in Status: SUCCESS [ 1138.286474] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.428169] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16329d2-acce-4422-8151-02ba3f360c87 in Status: SUCCESS [ 1138.428411] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.428598] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.428832] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.429054] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.429197] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.429265] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.429442] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.429538] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.429640] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.429739] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e16329d2-acce-4422-8151-02ba3f360c87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.646189] env[69468]: INFO networking_nsxv3.common.synchronization [req-84cb80b0-efe9-4228-af27-d1ea5bdfad55 req-4fa3a644-7392-4742-b654-75582d6eec80 service nova] Enqueued Resource ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 with Priority: HIGHEST for action security_group_rules [ 1138.646189] env[69468]: INFO networking_nsxv3.common.synchronization [req-84cb80b0-efe9-4228-af27-d1ea5bdfad55 req-4fa3a644-7392-4742-b654-75582d6eec80 service nova] Enqueued Resource ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 with Priority: HIGHEST for action security_group_members [ 1138.646189] env[69468]: INFO networking_nsxv3.common.synchronization [req-84cb80b0-efe9-4228-af27-d1ea5bdfad55 req-4fa3a644-7392-4742-b654-75582d6eec80 service nova] Enqueued Resource ID: face26ac-c45b-4932-b32e-bd2d172da60d with Priority: HIGHEST for action port [ 1138.646189] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 with Priority: HIGHEST for action security_group_rules [ 1138.646736] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 with Priority: HIGHEST for action security_group_members [ 1138.647018] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: face26ac-c45b-4932-b32e-bd2d172da60d with Priority: HIGHEST for action port [ 1138.647835] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27f8ab54-6c16-4549-b490-6882f840b3e4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.648224] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.648404] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.648721] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.648916] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27f8ab54-6c16-4549-b490-6882f840b3e4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.649865] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-27f8ab54-6c16-4549-b490-6882f840b3e4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.650076] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.650076] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.650299] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.650561] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.650561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.650561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.650758] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.650795] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.650892] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27f8ab54-6c16-4549-b490-6882f840b3e4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.653239] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-face26ac-c45b-4932-b32e-bd2d172da60d taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.653910] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-face26ac-c45b-4932-b32e-bd2d172da60d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.653910] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-face26ac-c45b-4932-b32e-bd2d172da60d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.653910] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-face26ac-c45b-4932-b32e-bd2d172da60d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.653910] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('face26ac-c45b-4932-b32e-bd2d172da60d',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.933040] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e16329d2-acce-4422-8151-02ba3f360c87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.155489] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27f8ab54-6c16-4549-b490-6882f840b3e4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.156623] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-27f8ab54-6c16-4549-b490-6882f840b3e4 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.156728] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.156917] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port face26ac-c45b-4932-b32e-bd2d172da60d with status ACTIVE [ 1139.157158] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.157281] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.157368] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.157550] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.157637] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.157828] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.157926] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.158038] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.158183] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.158310] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.158508] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.158605] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.158667] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.158806] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.158884] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.158969] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: face26ac-c45b-4932-b32e-bd2d172da60d is going to be updated. [ 1139.179814] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.179814] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.179814] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.179814] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.179814] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.179814] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-face26ac-c45b-4932-b32e-bd2d172da60d" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.435099] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e16329d2-acce-4422-8151-02ba3f360c87: rpc.has_security_group_logging(os_id): False [ 1139.452475] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.452617] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.452617] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.452867] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.452977] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.453273] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.453874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.453874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.453874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.453874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.454342] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e16329d2-acce-4422-8151-02ba3f360c87 is going to be updated. [ 1139.543134] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.543134] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.543134] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.543134] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.543359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.555152] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e16329d2-acce-4422-8151-02ba3f360c87 in Status: IN_PROGRESS for 2s [ 1139.660717] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27f8ab54-6c16-4549-b490-6882f840b3e4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.823078] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97789e31-2c30-4863-b7df-221734a8ee47 in Status: SUCCESS [ 1139.823321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.823524] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.823758] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.823965] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.824132] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.824209] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.824378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.824462] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.824550] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.824642] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97789e31-2c30-4863-b7df-221734a8ee47',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.165583] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.165773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.165872] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.166284] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.166284] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.166423] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 is going to be created. [ 1140.187491] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.187648] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.187692] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.187904] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.188082] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.196948] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 in Status: UNINITIALIZED for 2s [ 1140.333709] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97789e31-2c30-4863-b7df-221734a8ee47',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.836102] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97789e31-2c30-4863-b7df-221734a8ee47: rpc.has_security_group_logging(os_id): False [ 1140.854791] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.855045] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.855158] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.855411] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.855576] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.855904] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.855995] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.856084] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.856291] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.856375] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.856534] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97789e31-2c30-4863-b7df-221734a8ee47 is going to be created. [ 1140.913443] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.913635] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.913691] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.913921] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.914160] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.925557] env[69468]: INFO networking_nsxv3.common.synchronization [req-235e489c-5f48-4252-bbc2-a022b14d0e42 req-0aa38ca7-3d02-46ed-80c3-dde4ffcbff96 tempest-ServersTestJSON-711529090 tempest-ServersTestJSON-711529090-project-member] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1140.926156] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1140.927210] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.927210] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.927210] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.927210] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.927210] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.927539] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.927539] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.927539] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.927641] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.928391] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.929388] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97789e31-2c30-4863-b7df-221734a8ee47 in Status: IN_PROGRESS for 2s [ 1141.432855] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.569026] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e16329d2-acce-4422-8151-02ba3f360c87 in Status: SUCCESS [ 1141.569278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.935129] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.207159] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 in Status: SUCCESS [ 1142.207419] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.207554] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.207769] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.207963] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.208107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.208163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.208321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.208393] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.208479] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.208570] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27f8ab54-6c16-4549-b490-6882f840b3e4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.437856] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.437856] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.437856] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.438084] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.438156] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.438262] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be updated. [ 1142.466662] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.467290] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.467392] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.467617] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.467774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.476163] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: IN_PROGRESS for 2s [ 1142.710667] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27f8ab54-6c16-4549-b490-6882f840b3e4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.939999] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97789e31-2c30-4863-b7df-221734a8ee47 in Status: SUCCESS [ 1142.940266] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.212655] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27f8ab54-6c16-4549-b490-6882f840b3e4: rpc.has_security_group_logging(os_id): False [ 1143.239165] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.239341] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.239413] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.240973] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.240973] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.240973] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.240973] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.240973] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.240973] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.240973] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.240973] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 is going to be created. [ 1143.299384] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.299552] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.299611] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.299850] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.300145] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.310139] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 in Status: IN_PROGRESS for 2s [ 1144.485570] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 1144.485976] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.321288] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 in Status: SUCCESS [ 1145.321541] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.927162] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1145.927502] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1150.930326] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1150.930326] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1151.489743] env[69468]: INFO networking_nsxv3.common.synchronization [req-833b7070-702f-4c81-86bc-31db69b99249 req-1b0f850d-394e-4a2c-bf8c-b8b5ff72c08d tempest-ServersTestJSON-711529090 tempest-ServersTestJSON-711529090-project-member] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1151.490315] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1151.490635] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.490762] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.490948] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.491197] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.491414] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.491556] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.491627] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.491878] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.491936] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.492023] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.794545] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.794545] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.794740] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.795019] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.795331] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.795500] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.795623] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.795849] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.796108] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.796380] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1151.796539] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1151.796879] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1151.796879] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1151.797055] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1151.797055] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1151.797151] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1151.816941] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1151.817155] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1151.817451] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1151.817644] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.817954] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-edf63788-66d9-4b3f-9e14-312bd4b1312f taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.818152] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-edf63788-66d9-4b3f-9e14-312bd4b1312f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.818275] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-edf63788-66d9-4b3f-9e14-312bd4b1312f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.818575] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-edf63788-66d9-4b3f-9e14-312bd4b1312f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.818734] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edf63788-66d9-4b3f-9e14-312bd4b1312f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.995595] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.321517] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.321744] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.322087] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.322350] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.322529] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.322693] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port edf63788-66d9-4b3f-9e14-312bd4b1312f not found, creating... [ 1152.322968] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.323180] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.323326] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.323563] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.323711] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.324021] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.324185] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.324306] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.324524] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.324665] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.324810] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: edf63788-66d9-4b3f-9e14-312bd4b1312f is going to be created. [ 1152.342789] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.342990] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.343149] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.343390] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.343632] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.343851] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-edf63788-66d9-4b3f-9e14-312bd4b1312f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.497887] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.584871] env[69468]: INFO networking_nsxv3.common.synchronization [req-992737ff-7013-40ac-a5e6-52ea1b5d9dde req-fa8f6e9e-4645-443b-875f-4b7d65d6a402 tempest-DeleteServersTestJSON-1823655983 tempest-DeleteServersTestJSON-1823655983-project-member] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 1152.585587] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGHEST for action security_group_members [ 1152.585968] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.586188] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.586305] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.586557] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.586806] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.586955] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.587061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.587261] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.587377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.587509] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.001020] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.001514] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.001722] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.002136] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.002310] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.002500] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be updated. [ 1153.030056] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.030227] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.030272] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.030478] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.030636] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.038719] env[69468]: INFO networking_nsxv3.common.synchronization [req-833b7070-702f-4c81-86bc-31db69b99249 req-16e06ba0-e113-4a83-9755-07443a6be428 service nova] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_rules [ 1153.038965] env[69468]: INFO networking_nsxv3.common.synchronization [req-833b7070-702f-4c81-86bc-31db69b99249 req-16e06ba0-e113-4a83-9755-07443a6be428 service nova] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1153.039031] env[69468]: INFO networking_nsxv3.common.synchronization [req-833b7070-702f-4c81-86bc-31db69b99249 req-16e06ba0-e113-4a83-9755-07443a6be428 service nova] Enqueued Resource ID: edf63788-66d9-4b3f-9e14-312bd4b1312f with Priority: HIGHEST for action port [ 1153.042363] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: IN_PROGRESS for 2s [ 1153.042363] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_rules [ 1153.042363] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1153.042363] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edf63788-66d9-4b3f-9e14-312bd4b1312f with Priority: HIGHEST for action port [ 1153.042363] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.042363] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.042363] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.042363] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.042363] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.042363] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.042824] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.044418] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-edf63788-66d9-4b3f-9e14-312bd4b1312f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.044418] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edf63788-66d9-4b3f-9e14-312bd4b1312f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.044418] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edf63788-66d9-4b3f-9e14-312bd4b1312f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.044418] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edf63788-66d9-4b3f-9e14-312bd4b1312f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.044418] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edf63788-66d9-4b3f-9e14-312bd4b1312f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.089701] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.089701] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.089701] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.089992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.090047] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.090225] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.090329] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.090394] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.090551] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.090633] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.090736] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 is going to be updated. [ 1153.116819] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.116819] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.116819] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.116819] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.117102] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.124562] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: IN_PROGRESS for 2s [ 1153.546635] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.546635] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.546830] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port edf63788-66d9-4b3f-9e14-312bd4b1312f with status ACTIVE [ 1153.546924] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.547073] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.547163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.547389] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.547504] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.547696] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.547807] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.547896] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.548098] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.548185] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.548376] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.548516] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.548592] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.550264] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.550264] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.550264] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: edf63788-66d9-4b3f-9e14-312bd4b1312f is going to be updated. [ 1153.572326] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.572544] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.572544] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.572846] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.572985] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.573156] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edf63788-66d9-4b3f-9e14-312bd4b1312f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.870048] env[69468]: INFO networking_nsxv3.common.synchronization [req-9973a375-e747-4bab-8251-449c415a73c7 req-0ffee393-c586-4b6b-a5ac-6be6c6ac42bf tempest-AttachInterfacesTestJSON-1478316462 tempest-AttachInterfacesTestJSON-1478316462-project-member] Enqueued Resource ID: 97789e31-2c30-4863-b7df-221734a8ee47 with Priority: HIGHEST for action security_group_members [ 1153.870341] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97789e31-2c30-4863-b7df-221734a8ee47 with Priority: HIGHEST for action security_group_members [ 1153.870604] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-97789e31-2c30-4863-b7df-221734a8ee47 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.870746] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.870799] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.871212] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.871378] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.871533] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.871587] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.871702] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.871785] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.871879] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97789e31-2c30-4863-b7df-221734a8ee47',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.155523] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-294 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.155824] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.155867] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.156154] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.156428] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.156594] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.156718] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.156944] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.157485] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.157730] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1154.157898] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1154.157979] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1154.158116] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1154.158231] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1154.158357] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1154.158498] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.177535] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.177722] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1154.177868] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.178864] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.179255] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-6e3f5a22-9bfb-4b60-a9ac-66e0b6f4fc4c taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.179447] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-6e3f5a22-9bfb-4b60-a9ac-66e0b6f4fc4c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.179595] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-6e3f5a22-9bfb-4b60-a9ac-66e0b6f4fc4c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.179899] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-6e3f5a22-9bfb-4b60-a9ac-66e0b6f4fc4c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.180062] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e3f5a22-9bfb-4b60-a9ac-66e0b6f4fc4c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.374382] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97789e31-2c30-4863-b7df-221734a8ee47',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.682308] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.682533] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.682672] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.683012] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.683208] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.683580] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 6e3f5a22-9bfb-4b60-a9ac-66e0b6f4fc4c not found, creating... [ 1154.683665] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.683856] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.684018] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.684271] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.684462] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.684776] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.684958] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.685179] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.685405] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.686030] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.686030] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 6e3f5a22-9bfb-4b60-a9ac-66e0b6f4fc4c is going to be created. [ 1154.703719] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.703924] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.704075] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.704354] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.704595] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.704821] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-6e3f5a22-9bfb-4b60-a9ac-66e0b6f4fc4c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.876658] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97789e31-2c30-4863-b7df-221734a8ee47',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.049592] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 1155.049972] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.050284] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.050614] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.050886] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.051081] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.051169] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.051359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.051473] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.051579] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.135171] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: IN_PROGRESS for 4s [ 1155.379159] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.379528] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.379528] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.379616] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.379702] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.379783] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97789e31-2c30-4863-b7df-221734a8ee47 is going to be updated. [ 1155.404524] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.404524] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.404664] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.404810] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.404957] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.413747] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97789e31-2c30-4863-b7df-221734a8ee47 in Status: IN_PROGRESS for 2s [ 1155.415649] env[69468]: INFO networking_nsxv3.common.synchronization [req-9973a375-e747-4bab-8251-449c415a73c7 req-596d4fe6-9983-45e7-98c9-1efb4f7394b1 service nova] Enqueued Resource ID: 97789e31-2c30-4863-b7df-221734a8ee47 with Priority: HIGHEST for action security_group_rules [ 1155.415864] env[69468]: INFO networking_nsxv3.common.synchronization [req-9973a375-e747-4bab-8251-449c415a73c7 req-596d4fe6-9983-45e7-98c9-1efb4f7394b1 service nova] Enqueued Resource ID: 97789e31-2c30-4863-b7df-221734a8ee47 with Priority: HIGHEST for action security_group_members [ 1155.416011] env[69468]: INFO networking_nsxv3.common.synchronization [req-9973a375-e747-4bab-8251-449c415a73c7 req-596d4fe6-9983-45e7-98c9-1efb4f7394b1 service nova] Enqueued Resource ID: 6e3f5a22-9bfb-4b60-a9ac-66e0b6f4fc4c with Priority: HIGHEST for action port [ 1155.416233] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97789e31-2c30-4863-b7df-221734a8ee47 with Priority: HIGHEST for action security_group_rules [ 1155.416363] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97789e31-2c30-4863-b7df-221734a8ee47 with Priority: HIGHEST for action security_group_members [ 1155.416461] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3f5a22-9bfb-4b60-a9ac-66e0b6f4fc4c with Priority: HIGHEST for action port [ 1155.417359] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97789e31-2c30-4863-b7df-221734a8ee47 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.417359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.417359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.417359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.417612] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97789e31-2c30-4863-b7df-221734a8ee47',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.418196] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-97789e31-2c30-4863-b7df-221734a8ee47 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.418299] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.418495] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e3f5a22-9bfb-4b60-a9ac-66e0b6f4fc4c taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.418606] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e3f5a22-9bfb-4b60-a9ac-66e0b6f4fc4c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.418667] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e3f5a22-9bfb-4b60-a9ac-66e0b6f4fc4c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.418804] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e3f5a22-9bfb-4b60-a9ac-66e0b6f4fc4c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.418870] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e3f5a22-9bfb-4b60-a9ac-66e0b6f4fc4c',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.554256] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.920827] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-97789e31-2c30-4863-b7df-221734a8ee47 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.920827] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.925023] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e3f5a22-9bfb-4b60-a9ac-66e0b6f4fc4c with status ACTIVE [ 1155.925023] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.925023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.925023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.925023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.925023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.925023] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.925023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.925023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.925023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.925023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.925023] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.925023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.925023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.925023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.925023] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.925023] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e3f5a22-9bfb-4b60-a9ac-66e0b6f4fc4c is going to be updated. [ 1155.946169] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.946549] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.946752] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.947057] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.947328] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.947605] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e3f5a22-9bfb-4b60-a9ac-66e0b6f4fc4c" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.056792] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.559690] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.560016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.560016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.560406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.560406] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.560406] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be updated. [ 1156.589206] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.589360] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.589693] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.589693] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.589848] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.598440] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: IN_PROGRESS for 2s [ 1157.144037] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7af17a-e726-4f81-805b-68e715fc4758 in Status: SUCCESS [ 1157.144037] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 deletion is rescheduled due to dependency. [ 1157.144037] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.422780] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97789e31-2c30-4863-b7df-221734a8ee47 in Status: SUCCESS [ 1157.423047] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.423196] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.423380] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.423620] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.423750] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.423750] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.423956] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.424069] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.424175] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97789e31-2c30-4863-b7df-221734a8ee47',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.926528] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97789e31-2c30-4863-b7df-221734a8ee47',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.428559] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97789e31-2c30-4863-b7df-221734a8ee47',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.607511] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 1158.607744] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.607908] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.608146] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.608337] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.608454] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.608524] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.608684] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.608826] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.608877] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.608936] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.931250] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.931597] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.931597] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.931719] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.931818] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.931871] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97789e31-2c30-4863-b7df-221734a8ee47 is going to be updated. [ 1158.959591] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.959742] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.959796] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.960018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.960165] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.973765] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97789e31-2c30-4863-b7df-221734a8ee47 in Status: IN_PROGRESS for 2s [ 1159.111515] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.111688] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.111765] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.111991] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.112241] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.112403] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.112497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.112664] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.112754] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.112844] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.112995] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.113101] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.113177] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.113324] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.113503] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.113641] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.113756] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.113921] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.114013] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.114140] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.114239] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.616365] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d9f2854-29a4-495d-8b9a-9f90ab59dd52: rpc.has_security_group_logging(os_id): False [ 1159.641758] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.642720] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.642720] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.642720] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.642720] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.643060] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.643060] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.643060] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.643287] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.643287] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.643530] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.643615] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.643774] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.643846] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.643913] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.644150] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.644255] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.644321] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.644476] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.644557] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.644658] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be updated. [ 1159.747764] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.747961] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.748028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.748265] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.748417] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.768905] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: IN_PROGRESS for 2s [ 1160.417961] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1160.418381] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1160.984009] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97789e31-2c30-4863-b7df-221734a8ee47 in Status: SUCCESS [ 1160.984247] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.984494] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.984655] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.984850] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.984968] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.985050] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.985224] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.985318] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.985412] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.985509] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97789e31-2c30-4863-b7df-221734a8ee47',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.114964] env[69468]: INFO networking_nsxv3.common.synchronization [req-062aad24-9ddb-4e12-a8d4-7db0b32fec0e req-aa3213d1-0ad4-4c4f-b7f8-9d801cf2370c tempest-ServerActionsTestOtherA-1764177117 tempest-ServerActionsTestOtherA-1764177117-project-member] Enqueued Resource ID: 9d956ca4-38fe-4465-ad60-6a44e7e097ed with Priority: HIGHEST for action security_group_members [ 1161.115602] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d956ca4-38fe-4465-ad60-6a44e7e097ed with Priority: HIGHEST for action security_group_members [ 1161.115892] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d956ca4-38fe-4465-ad60-6a44e7e097ed taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.116055] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.116140] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.116382] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.116556] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.117097] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.117205] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.117385] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.117477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.117578] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d956ca4-38fe-4465-ad60-6a44e7e097ed',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.248343] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.248586] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-220" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.248743] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-220" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.249070] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-220" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.249390] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.249586] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.249748] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.249988] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.250169] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.250394] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1161.250526] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.250670] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.250801] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.250960] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1161.251091] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.251272] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.275631] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.275884] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1161.276121] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.276231] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-220" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.276545] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-e27cfabc-cd13-4aaa-b9e1-eebffb18225e taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.276731] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-e27cfabc-cd13-4aaa-b9e1-eebffb18225e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.276860] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-e27cfabc-cd13-4aaa-b9e1-eebffb18225e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.277161] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-e27cfabc-cd13-4aaa-b9e1-eebffb18225e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.277305] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e27cfabc-cd13-4aaa-b9e1-eebffb18225e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.490816] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97789e31-2c30-4863-b7df-221734a8ee47',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.620239] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.620472] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.620472] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.620749] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.640871] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.641264] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.641430] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.641529] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.641804] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.641925] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.642075] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d956ca4-38fe-4465-ad60-6a44e7e097ed is going to be updated. [ 1161.667943] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.668223] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.668292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.668584] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.668803] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.677603] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d956ca4-38fe-4465-ad60-6a44e7e097ed in Status: IN_PROGRESS for 2s [ 1161.779610] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.779832] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.779983] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.780289] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.780458] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.780819] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.780991] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.781131] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.781366] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.781514] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.781810] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.781983] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.782176] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.782447] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.782610] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.782763] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: e27cfabc-cd13-4aaa-b9e1-eebffb18225e is going to be updated. [ 1161.786157] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 1161.786397] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.808079] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.808265] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.809635] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.809635] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.809635] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.809635] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-e27cfabc-cd13-4aaa-b9e1-eebffb18225e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.997231] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97789e31-2c30-4863-b7df-221734a8ee47: rpc.has_security_group_logging(os_id): False [ 1162.018869] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.021032] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.021380] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.021957] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.022290] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.023409] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.026332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.026332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.026332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.026332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.026332] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97789e31-2c30-4863-b7df-221734a8ee47 is going to be updated. [ 1162.088239] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.088239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.088239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.088239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.088239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.102026] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97789e31-2c30-4863-b7df-221734a8ee47 in Status: IN_PROGRESS for 2s [ 1162.956886] env[69468]: INFO networking_nsxv3.common.synchronization [req-484230f6-dc1c-4300-baef-b0961bb41a31 req-320cb16f-444d-4ef0-9769-2eedf15d7cb5 service nova] Enqueued Resource ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 with Priority: HIGHEST for action security_group_rules [ 1162.957199] env[69468]: INFO networking_nsxv3.common.synchronization [req-484230f6-dc1c-4300-baef-b0961bb41a31 req-320cb16f-444d-4ef0-9769-2eedf15d7cb5 service nova] Enqueued Resource ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 with Priority: HIGHEST for action security_group_members [ 1162.957344] env[69468]: INFO networking_nsxv3.common.synchronization [req-484230f6-dc1c-4300-baef-b0961bb41a31 req-320cb16f-444d-4ef0-9769-2eedf15d7cb5 service nova] Enqueued Resource ID: e27cfabc-cd13-4aaa-b9e1-eebffb18225e with Priority: HIGHEST for action port [ 1162.957804] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 with Priority: HIGHEST for action security_group_rules [ 1162.958044] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 with Priority: HIGHEST for action security_group_members [ 1162.958163] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e27cfabc-cd13-4aaa-b9e1-eebffb18225e with Priority: HIGHEST for action port [ 1162.958721] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e2d6aef-b83e-48a8-84e9-bd749fa866b8 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.958721] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.958721] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.958881] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.958970] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e2d6aef-b83e-48a8-84e9-bd749fa866b8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.959979] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.960600] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.960600] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.960600] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.960600] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.960809] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.960809] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.960970] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.961010] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.961201] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e2d6aef-b83e-48a8-84e9-bd749fa866b8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.961977] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-e27cfabc-cd13-4aaa-b9e1-eebffb18225e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.962275] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e27cfabc-cd13-4aaa-b9e1-eebffb18225e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.962275] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e27cfabc-cd13-4aaa-b9e1-eebffb18225e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.962466] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e27cfabc-cd13-4aaa-b9e1-eebffb18225e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.962567] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e27cfabc-cd13-4aaa-b9e1-eebffb18225e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.466525] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.466525] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.466525] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e2d6aef-b83e-48a8-84e9-bd749fa866b8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.466525] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e27cfabc-cd13-4aaa-b9e1-eebffb18225e with status ACTIVE [ 1163.466525] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.466525] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.466525] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.466525] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.466525] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.466525] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.466525] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.466971] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.466971] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.466971] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.467068] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.467945] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.467945] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.468139] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.468177] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.469906] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e27cfabc-cd13-4aaa-b9e1-eebffb18225e is going to be updated. [ 1163.494677] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.494677] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.494831] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.494928] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.495098] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.495288] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e27cfabc-cd13-4aaa-b9e1-eebffb18225e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.590801] env[69468]: INFO networking_nsxv3.common.synchronization [req-98bf161c-ef56-4abe-a9a6-39815e30891c req-8b2be7a4-0961-477c-999d-0db9cb35d4a7 tempest-ServersTestJSON-711529090 tempest-ServersTestJSON-711529090-project-member] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1163.591287] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1163.591946] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.592094] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.592192] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.592401] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.592562] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.592662] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.592725] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.592874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.592960] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.593069] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.686690] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d956ca4-38fe-4465-ad60-6a44e7e097ed in Status: SUCCESS [ 1163.686879] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d956ca4-38fe-4465-ad60-6a44e7e097ed deletion is rescheduled due to dependency. [ 1163.687168] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d956ca4-38fe-4465-ad60-6a44e7e097ed" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.974153] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e2d6aef-b83e-48a8-84e9-bd749fa866b8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.098412] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.112581] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97789e31-2c30-4863-b7df-221734a8ee47 in Status: SUCCESS [ 1164.112825] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.476719] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.476719] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.476939] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.477033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.477135] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.477259] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 is going to be updated. [ 1164.508414] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.508562] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.508685] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.508888] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.508948] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.518344] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 in Status: IN_PROGRESS for 2s [ 1164.571231] env[69468]: INFO networking_nsxv3.common.synchronization [None req-14de1787-e7d1-4e48-a0a6-1aeb3cc24642 tempest-AttachInterfacesTestJSON-1478316462 tempest-AttachInterfacesTestJSON-1478316462-project-member] Enqueued Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_members [ 1164.572364] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_members [ 1164.572364] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.572364] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.572364] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.572700] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.572951] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.573087] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.573182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.573374] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.573468] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.573563] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.600117] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.075570] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.075910] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.075910] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.076028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.076087] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.076284] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.076377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.076439] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.076863] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.076863] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.076863] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef is going to be updated. [ 1165.102230] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.102396] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.102450] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.102662] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.102754] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.102856] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be updated. [ 1165.124026] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.124026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.124026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.124026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.124026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.140294] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: IN_PROGRESS for 2s [ 1165.146568] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.146717] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.146775] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.146990] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.147144] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.157428] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: IN_PROGRESS for 2s [ 1166.527373] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 in Status: SUCCESS [ 1166.527659] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.527776] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.527994] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.528196] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.528317] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.528382] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.528541] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.528623] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.528710] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.528802] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e2d6aef-b83e-48a8-84e9-bd749fa866b8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.034027] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e2d6aef-b83e-48a8-84e9-bd749fa866b8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.150495] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: SUCCESS [ 1167.150737] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef deletion is rescheduled due to dependency. [ 1167.150841] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.173016] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 1167.173254] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.537050] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e2d6aef-b83e-48a8-84e9-bd749fa866b8: rpc.has_security_group_logging(os_id): False [ 1167.553634] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.553823] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.553823] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.554136] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.554240] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.554537] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.554657] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.554724] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.554887] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.555021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.555118] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 is going to be updated. [ 1167.611528] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.611765] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.611843] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.612142] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.612417] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.626421] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 in Status: IN_PROGRESS for 2s [ 1169.573727] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1169.573727] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1169.640587] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 in Status: SUCCESS [ 1169.640844] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.468481] env[69468]: INFO networking_nsxv3.common.synchronization [req-ef8841ae-2c98-41eb-8493-83af8370d6a3 req-b261f39e-c680-4dbf-96d6-3df903c91fee tempest-ServerActionsTestOtherA-1764177117 tempest-ServerActionsTestOtherA-1764177117-project-member] Enqueued Resource ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 with Priority: HIGHEST for action security_group_members [ 1170.468481] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 with Priority: HIGHEST for action security_group_members [ 1170.468481] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.468481] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.472661] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.472918] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.473124] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.473237] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.473299] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.474086] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.474086] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.474086] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.787399] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.787399] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-465" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.787399] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-465" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.787399] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-465" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.787399] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.787399] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.787399] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.787399] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.787399] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.787901] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1170.787901] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.787901] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.787992] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.788235] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1170.788235] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.788314] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.808891] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.809105] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1170.809238] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.809435] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-465" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.809776] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-cc57d7c3-7051-4e4b-95c6-c1bffe25471e taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.809963] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-cc57d7c3-7051-4e4b-95c6-c1bffe25471e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.810103] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-cc57d7c3-7051-4e4b-95c6-c1bffe25471e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.810466] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-cc57d7c3-7051-4e4b-95c6-c1bffe25471e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.810619] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc57d7c3-7051-4e4b-95c6-c1bffe25471e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.976675] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.976675] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.976898] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.977442] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.997842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.998397] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.998540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.998598] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.998927] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.998989] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.999052] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 is going to be updated. [ 1171.022299] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.022461] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.022461] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.022617] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.022807] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.031789] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 in Status: IN_PROGRESS for 2s [ 1171.312644] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.312961] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.313068] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.313335] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.313500] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.313663] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port cc57d7c3-7051-4e4b-95c6-c1bffe25471e not found, creating... [ 1171.313962] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.314111] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.314224] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.314438] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.314581] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.314899] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.315082] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.315212] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.315473] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.315604] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.315753] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: cc57d7c3-7051-4e4b-95c6-c1bffe25471e is going to be created. [ 1171.335026] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.335026] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.335222] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.335429] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.335662] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.335889] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-cc57d7c3-7051-4e4b-95c6-c1bffe25471e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.022381] env[69468]: INFO networking_nsxv3.common.synchronization [req-ef8841ae-2c98-41eb-8493-83af8370d6a3 req-eec0f1fc-af66-49bb-a5b0-702663c897e0 service nova] Enqueued Resource ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 with Priority: HIGHEST for action security_group_rules [ 1172.022691] env[69468]: INFO networking_nsxv3.common.synchronization [req-ef8841ae-2c98-41eb-8493-83af8370d6a3 req-eec0f1fc-af66-49bb-a5b0-702663c897e0 service nova] Enqueued Resource ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 with Priority: HIGHEST for action security_group_members [ 1172.022837] env[69468]: INFO networking_nsxv3.common.synchronization [req-ef8841ae-2c98-41eb-8493-83af8370d6a3 req-eec0f1fc-af66-49bb-a5b0-702663c897e0 service nova] Enqueued Resource ID: cc57d7c3-7051-4e4b-95c6-c1bffe25471e with Priority: HIGHEST for action port [ 1172.022968] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 with Priority: HIGHEST for action security_group_rules [ 1172.023117] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 with Priority: HIGHEST for action security_group_members [ 1172.023218] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc57d7c3-7051-4e4b-95c6-c1bffe25471e with Priority: HIGHEST for action port [ 1172.023878] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.023972] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.024465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.024741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.024882] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.025880] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.026079] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.026730] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc57d7c3-7051-4e4b-95c6-c1bffe25471e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.026908] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc57d7c3-7051-4e4b-95c6-c1bffe25471e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.027202] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc57d7c3-7051-4e4b-95c6-c1bffe25471e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.027202] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc57d7c3-7051-4e4b-95c6-c1bffe25471e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.027360] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc57d7c3-7051-4e4b-95c6-c1bffe25471e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.528880] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.529046] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.530668] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc57d7c3-7051-4e4b-95c6-c1bffe25471e with status ACTIVE [ 1172.530668] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.530668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.530668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.530668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.530668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.530668] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.530668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.530668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.530668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.530668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.530668] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.530668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.530668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.531243] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.531243] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.531243] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc57d7c3-7051-4e4b-95c6-c1bffe25471e is going to be updated. [ 1172.557723] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.557971] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.557971] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.558153] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.558318] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.558498] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc57d7c3-7051-4e4b-95c6-c1bffe25471e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.042329] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 in Status: SUCCESS [ 1173.042647] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 deletion is rescheduled due to dependency. [ 1173.042647] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.042794] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.043032] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.043219] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.043435] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.043435] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.043557] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.043656] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.043733] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.269290] env[69468]: INFO networking_nsxv3.common.synchronization [req-2997a8ad-1036-4e52-8177-bab69de7a274 req-4f03c9c1-136f-4834-8e9a-b33458b3c67a tempest-ServersTestJSON-711529090 tempest-ServersTestJSON-711529090-project-member] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1173.269827] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1173.270162] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.270314] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.270369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.270627] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.270896] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.270959] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.271048] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.271188] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.271277] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.271374] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.548141] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.586057] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.586269] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.586390] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.587076] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.587329] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.587510] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.587658] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.587899] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.588067] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.588292] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1173.588419] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.588536] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.588651] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.588766] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1173.588878] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.589063] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.608885] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.609159] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1173.609322] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.609511] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-371" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.609842] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-fa01b86b-5802-422e-b736-87395230d146 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.610148] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-fa01b86b-5802-422e-b736-87395230d146" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.610301] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-fa01b86b-5802-422e-b736-87395230d146" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.610628] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-fa01b86b-5802-422e-b736-87395230d146" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.610862] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa01b86b-5802-422e-b736-87395230d146',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.773843] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.050434] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.113389] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.113626] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.113688] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.113993] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.114178] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.114367] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port fa01b86b-5802-422e-b736-87395230d146 not found, creating... [ 1174.114680] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.114855] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.114982] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.115242] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.115415] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.115731] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.115908] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.116045] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.116273] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.116418] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.116568] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: fa01b86b-5802-422e-b736-87395230d146 is going to be created. [ 1174.138039] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.138288] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.138422] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.138720] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.138965] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.139222] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-fa01b86b-5802-422e-b736-87395230d146" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.276635] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.552714] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.552891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.552970] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.554031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.554031] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.554031] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 is going to be updated. [ 1174.588576] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.588576] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.588576] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.588806] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.588806] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.601440] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 in Status: IN_PROGRESS for 2s [ 1174.779557] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.779725] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.779801] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.780102] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.780236] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.780363] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be updated. [ 1174.811449] env[69468]: INFO networking_nsxv3.common.synchronization [req-2997a8ad-1036-4e52-8177-bab69de7a274 req-bbd5ca94-9c29-4458-a12b-77596f65f6ce service nova] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_rules [ 1174.811633] env[69468]: INFO networking_nsxv3.common.synchronization [req-2997a8ad-1036-4e52-8177-bab69de7a274 req-bbd5ca94-9c29-4458-a12b-77596f65f6ce service nova] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1174.811778] env[69468]: INFO networking_nsxv3.common.synchronization [req-2997a8ad-1036-4e52-8177-bab69de7a274 req-bbd5ca94-9c29-4458-a12b-77596f65f6ce service nova] Enqueued Resource ID: fa01b86b-5802-422e-b736-87395230d146 with Priority: HIGHEST for action port [ 1174.811999] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_rules [ 1174.812152] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1174.812248] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa01b86b-5802-422e-b736-87395230d146 with Priority: HIGHEST for action port [ 1174.813043] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.813213] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.813309] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.813551] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.813666] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.814545] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.814694] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.814952] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa01b86b-5802-422e-b736-87395230d146 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.815095] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa01b86b-5802-422e-b736-87395230d146" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.815185] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa01b86b-5802-422e-b736-87395230d146" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.815423] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa01b86b-5802-422e-b736-87395230d146" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.815542] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa01b86b-5802-422e-b736-87395230d146',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.817031] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.817182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.817275] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.817487] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.817636] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.826918] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: IN_PROGRESS for 2s [ 1175.321331] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.321331] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.321331] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa01b86b-5802-422e-b736-87395230d146 with status ACTIVE [ 1175.321331] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.321331] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.321331] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.321331] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.321331] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.321973] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.321973] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.321973] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.321973] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.322112] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.322305] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.322415] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.322470] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.322615] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.322693] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.322779] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa01b86b-5802-422e-b736-87395230d146 is going to be updated. [ 1175.345912] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.346070] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.346119] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.346257] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.346430] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.346605] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa01b86b-5802-422e-b736-87395230d146" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.611781] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 in Status: SUCCESS [ 1176.612044] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.612324] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.612422] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.612644] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.612769] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.612865] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.613049] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.613142] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.613233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.613341] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.836910] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 1176.837201] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.837380] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.837596] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.837810] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.837936] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.837992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.838153] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.838235] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.838363] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.119405] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.119636] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.119636] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.119796] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.119963] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.120075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.120134] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.120278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.120367] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.120454] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.120600] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.120692] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.120752] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.120890] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.121039] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.121132] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.121189] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.121323] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.121399] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.121481] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.121569] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.341156] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.623897] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2: rpc.has_security_group_logging(os_id): False [ 1177.642670] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.642833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.642833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.643071] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.643165] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.643378] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.643490] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.643549] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.643706] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.643808] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.643999] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.644107] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.644171] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.644341] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.644412] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.644621] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.644717] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.644771] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.644939] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.645036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.645124] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 is going to be updated. [ 1177.703021] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.703238] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.703815] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.703815] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.703975] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.716265] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 in Status: IN_PROGRESS for 2s [ 1177.842888] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.140799] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-294 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.140799] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.140799] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.141100] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.141380] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.141548] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.141677] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.141913] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.142091] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.142337] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1178.142462] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1178.142582] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1178.142698] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1178.142817] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1178.142930] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1178.143088] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1178.163355] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1178.163472] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1178.163620] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1178.163801] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.164149] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-1ef95bec-a8fb-4ee7-b99a-299bf62af225 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.164354] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-1ef95bec-a8fb-4ee7-b99a-299bf62af225" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.164485] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-1ef95bec-a8fb-4ee7-b99a-299bf62af225" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.164833] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-1ef95bec-a8fb-4ee7-b99a-299bf62af225" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.164954] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ef95bec-a8fb-4ee7-b99a-299bf62af225',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.345351] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.345592] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.345669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.345887] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.345981] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.346115] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be updated. [ 1178.374363] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.374363] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.374363] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.374363] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.374363] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.382105] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: IN_PROGRESS for 2s [ 1178.668171] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.668763] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.668763] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.668929] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.668929] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.669156] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 1ef95bec-a8fb-4ee7-b99a-299bf62af225 not found, creating... [ 1178.669448] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.669615] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.669759] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.669981] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.670143] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.670439] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.670606] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.670737] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.670957] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.671128] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.671272] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 1ef95bec-a8fb-4ee7-b99a-299bf62af225 is going to be created. [ 1178.694316] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.694523] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.694653] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.694912] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.695163] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.695388] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-1ef95bec-a8fb-4ee7-b99a-299bf62af225" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.383666] env[69468]: INFO networking_nsxv3.common.synchronization [req-494c6a25-b1bf-408d-99ff-cc465c0189d7 req-0ccc3060-9390-4e80-bc9f-b6d2792847b9 service nova] Enqueued Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_rules [ 1179.383872] env[69468]: INFO networking_nsxv3.common.synchronization [req-494c6a25-b1bf-408d-99ff-cc465c0189d7 req-0ccc3060-9390-4e80-bc9f-b6d2792847b9 service nova] Enqueued Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_members [ 1179.384068] env[69468]: INFO networking_nsxv3.common.synchronization [req-494c6a25-b1bf-408d-99ff-cc465c0189d7 req-0ccc3060-9390-4e80-bc9f-b6d2792847b9 service nova] Enqueued Resource ID: 1ef95bec-a8fb-4ee7-b99a-299bf62af225 with Priority: HIGHEST for action port [ 1179.384685] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_rules [ 1179.384837] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_members [ 1179.384914] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef95bec-a8fb-4ee7-b99a-299bf62af225 with Priority: HIGHEST for action port [ 1179.385506] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.385706] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.385818] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.386116] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.386307] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.387330] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.389497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.389497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.389497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.389497] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.389497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.389497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.389497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.389497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.389497] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.390200] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ef95bec-a8fb-4ee7-b99a-299bf62af225 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.390200] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ef95bec-a8fb-4ee7-b99a-299bf62af225" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.390338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ef95bec-a8fb-4ee7-b99a-299bf62af225" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.390572] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ef95bec-a8fb-4ee7-b99a-299bf62af225" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.390705] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ef95bec-a8fb-4ee7-b99a-299bf62af225',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.738364] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 in Status: SUCCESS [ 1179.738364] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.893029] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.893029] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.893029] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.893712] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ef95bec-a8fb-4ee7-b99a-299bf62af225 with status ACTIVE [ 1179.893924] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.894128] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.894243] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.894503] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.894671] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.894896] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.895063] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.895188] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.895399] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.895558] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.895797] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.895935] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.896058] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.896274] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.896396] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.896489] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ef95bec-a8fb-4ee7-b99a-299bf62af225 is going to be updated. [ 1179.917353] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.917482] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.917551] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.917750] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.917883] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.918048] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ef95bec-a8fb-4ee7-b99a-299bf62af225" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.391282] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 1180.391497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.391690] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.391906] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.392119] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.392237] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.392304] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.392455] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.392540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.392629] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.392721] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.398198] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.894882] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.895287] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.895287] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.895287] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.895482] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.895714] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.895794] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.895972] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.896069] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.896167] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.896329] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.896427] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.896669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.896855] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.897029] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.897141] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.897211] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.897358] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.897443] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.897532] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.897700] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.902267] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.902403] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.902487] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.903053] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.903147] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.903223] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef is going to be updated. [ 1180.930458] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.930458] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.930458] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.930458] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.930458] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.937593] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: IN_PROGRESS for 2s [ 1181.399627] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d9f2854-29a4-495d-8b9a-9f90ab59dd52: rpc.has_security_group_logging(os_id): False [ 1181.418668] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.418855] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.418941] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.419168] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.419247] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.419548] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.419688] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.419758] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.419922] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.419994] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.420183] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.420277] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.420338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.420476] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.420551] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.420748] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.420839] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.420900] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.421052] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.421133] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.421221] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be updated. [ 1181.479462] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.479611] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.479766] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.480066] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.480347] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.495748] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: IN_PROGRESS for 2s [ 1182.948190] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: SUCCESS [ 1182.948190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.948190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.948190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.948190] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.948190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.948190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.948190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.948190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.948190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.948190] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.081869] env[69468]: INFO networking_nsxv3.common.synchronization [req-cbd51f8b-c810-4031-bb2f-6b02d7d3564d req-68b9c7fd-be2d-4c55-89cc-5b648e03acad tempest-ServerActionsTestOtherA-1764177117 tempest-ServerActionsTestOtherA-1764177117-project-member] Enqueued Resource ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 with Priority: HIGHEST for action security_group_members [ 1183.082393] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 with Priority: HIGHEST for action security_group_members [ 1183.082780] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.082927] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.083047] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.083268] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.083426] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.083534] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.083613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.083724] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.083815] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.083908] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.128861] env[69468]: INFO networking_nsxv3.common.synchronization [req-cbd51f8b-c810-4031-bb2f-6b02d7d3564d req-68b9c7fd-be2d-4c55-89cc-5b648e03acad tempest-ServerActionsTestOtherA-1764177117 tempest-ServerActionsTestOtherA-1764177117-project-member] Enqueued Resource ID: cc57d7c3-7051-4e4b-95c6-c1bffe25471e with Priority: HIGHEST for action port [ 1183.129371] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc57d7c3-7051-4e4b-95c6-c1bffe25471e with Priority: HIGHEST for action port [ 1183.129674] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc57d7c3-7051-4e4b-95c6-c1bffe25471e taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.129796] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc57d7c3-7051-4e4b-95c6-c1bffe25471e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.129863] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc57d7c3-7051-4e4b-95c6-c1bffe25471e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.130200] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc57d7c3-7051-4e4b-95c6-c1bffe25471e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.130285] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc57d7c3-7051-4e4b-95c6-c1bffe25471e',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.450966] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.451157] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.451211] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.451422] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.451589] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.451692] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.451751] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.451899] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.452036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.452096] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.452233] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.452327] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.452381] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.452521] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.452659] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.452750] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.452803] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.452939] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.453030] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.453113] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.453207] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.506823] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 1183.507062] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.587186] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.587332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.587332] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.587560] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.587681] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.587909] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.588018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.588078] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.588246] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.588327] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.588418] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 is going to be updated. [ 1183.613400] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.613575] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.613646] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.614496] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.614496] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.622171] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 in Status: IN_PROGRESS for 2s [ 1183.632501] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc57d7c3-7051-4e4b-95c6-c1bffe25471e with status ACTIVE [ 1183.632698] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.632821] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.632891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.633093] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.633182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.633362] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.633460] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.633524] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.633676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.633753] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.633931] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.634040] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.634110] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.634249] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.634325] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.634409] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc57d7c3-7051-4e4b-95c6-c1bffe25471e is going to be updated. [ 1183.653325] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.653565] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.653645] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.653845] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.653980] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.654154] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc57d7c3-7051-4e4b-95c6-c1bffe25471e" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.956777] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef: rpc.has_security_group_logging(os_id): False [ 1183.974023] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.974199] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.974284] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.974542] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.974625] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.974826] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.975047] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.975047] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.975154] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.975228] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.975416] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.975539] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.975619] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.975760] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.975837] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.976178] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.976272] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.976272] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.976434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.976522] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.976675] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef is going to be updated. [ 1184.045732] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.045899] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.045989] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.046263] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.046480] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.058735] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: IN_PROGRESS for 2s [ 1185.632355] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 in Status: SUCCESS [ 1185.632706] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 deletion is rescheduled due to dependency. [ 1185.632706] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.070450] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: SUCCESS [ 1186.070742] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.474929] env[69468]: INFO networking_nsxv3.common.synchronization [req-a51290d3-7153-4574-9222-f56cd274fb99 req-c9cb91df-e376-4923-9d0d-0afef537b24d tempest-AttachVolumeNegativeTest-241775551 tempest-AttachVolumeNegativeTest-241775551-project-member] Enqueued Resource ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 with Priority: HIGHEST for action security_group_members [ 1187.475491] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 with Priority: HIGHEST for action security_group_members [ 1187.476052] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-d889c5a7-fbfa-434c-bdb7-292fa1f651d9 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.476217] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.476330] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.476581] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.476786] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.476917] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.477013] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.477211] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.477327] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.477446] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d889c5a7-fbfa-434c-bdb7-292fa1f651d9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.980867] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.981061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.981130] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.981328] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.981425] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.981624] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.981727] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.981789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.981987] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.982050] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.982123] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 is going to be updated. [ 1188.006591] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.006750] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.006821] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.007156] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.007201] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.014671] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 in Status: IN_PROGRESS for 2s [ 1190.025876] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 in Status: SUCCESS [ 1190.026212] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 deletion is rescheduled due to dependency. [ 1190.026298] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.866418] env[69468]: INFO networking_nsxv3.common.synchronization [req-a5e4b1d3-08f3-4b09-8010-35f0887a48ab req-e78ab766-056e-4cea-87b1-3ed141190e33 tempest-ServersTestJSON-711529090 tempest-ServersTestJSON-711529090-project-member] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1190.866986] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1190.867302] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.867426] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.867491] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.867688] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.867841] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.867957] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.868075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.868239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.868341] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.868437] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.370841] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.873422] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.376238] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.376555] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.376555] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.376686] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.376766] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.376871] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be updated. [ 1192.404707] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.404863] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.405030] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.405253] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.405409] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.413402] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: IN_PROGRESS for 2s [ 1192.479581] env[69468]: INFO networking_nsxv3.common.synchronization [None req-b22f9857-0f6c-4c0a-9b9a-ba5016829ea5 tempest-AttachVolumeNegativeTest-241775551 tempest-AttachVolumeNegativeTest-241775551-project-member] Enqueued Resource ID: ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 with Priority: HIGHEST for action security_group_rules [ 1192.479581] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 with Priority: HIGHEST for action security_group_rules [ 1192.479581] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.479581] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.479581] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.479581] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.479581] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec3e458e-5f7c-4474-a2dc-ed4d971dbda6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.652034] env[69468]: INFO networking_nsxv3.common.synchronization [None req-024030cb-7db7-49b7-b1c3-9730341c815d tempest-AttachVolumeNegativeTest-241775551 tempest-AttachVolumeNegativeTest-241775551-project-member] Enqueued Resource ID: ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 with Priority: HIGHEST for action security_group_rules [ 1192.652698] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 with Priority: HIGHEST for action security_group_rules [ 1192.653380] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.653488] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.999579] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.999771] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.999841] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.000536] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.000536] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.000536] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 already deleted. [ 1193.000536] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.000536] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.001073] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.001073] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec3e458e-5f7c-4474-a2dc-ed4d971dbda6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.521143] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.521561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.521561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.521775] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.522351] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.522351] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 already deleted. [ 1193.522351] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.427207] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 1194.427207] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.783195] env[69468]: INFO networking_nsxv3.common.synchronization [req-983b48a0-15da-4d7e-9a38-468f45163bbc req-ad513d03-3bdc-4c1b-8659-05dde877fae3 tempest-ServerActionsTestOtherB-141850940 tempest-ServerActionsTestOtherB-141850940-project-member] Enqueued Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_members [ 1196.783739] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_members [ 1196.784069] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.784186] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.784247] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.784446] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.784596] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.784689] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.784755] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.784921] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.785024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.785246] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.817904] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-294 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.818143] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.818280] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.822437] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.822629] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.822802] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.822931] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.823177] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.823331] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.823548] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1196.823691] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1196.823825] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1196.823945] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1196.824084] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1196.824198] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1196.824335] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1196.843848] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1196.844043] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1196.844164] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1196.844332] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-294" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.844623] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-1ef95bec-a8fb-4ee7-b99a-299bf62af225 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.844791] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-1ef95bec-a8fb-4ee7-b99a-299bf62af225" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.844943] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-1ef95bec-a8fb-4ee7-b99a-299bf62af225" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.845232] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-1ef95bec-a8fb-4ee7-b99a-299bf62af225" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.845425] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ef95bec-a8fb-4ee7-b99a-299bf62af225',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.289414] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.289616] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.289665] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.289962] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.290087] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.290297] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.290414] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.290459] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.290632] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.290716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.290807] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc is going to be updated. [ 1197.319666] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.319806] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.319880] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.320109] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.320254] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.332438] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc in Status: IN_PROGRESS for 2s [ 1197.347588] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.347805] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.347954] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.348258] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.348424] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.348694] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.348857] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.348981] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.349592] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.349592] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.349762] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.349825] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.350198] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.350639] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.350835] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.350993] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 1ef95bec-a8fb-4ee7-b99a-299bf62af225 is going to be updated. [ 1197.374584] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.374794] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.374886] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.375172] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.375374] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.375608] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-1ef95bec-a8fb-4ee7-b99a-299bf62af225" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.436860] env[69468]: INFO networking_nsxv3.common.synchronization [req-6ee7035f-25ae-4155-8b90-02097872e8a2 req-37fda71f-d492-488f-aafb-f42de7b25cc2 tempest-ServersTestJSON-711529090 tempest-ServersTestJSON-711529090-project-member] Enqueued Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1197.436943] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 with Priority: HIGHEST for action security_group_members [ 1197.437764] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.437764] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.437764] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.437764] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.438104] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.438104] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.438104] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.438686] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.438686] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.438686] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d9f2854-29a4-495d-8b9a-9f90ab59dd52',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.940407] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.940799] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.940799] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.940889] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.940926] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.941183] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.941292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.941358] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.941521] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.941603] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.941695] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 is going to be updated. [ 1197.966385] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.966960] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.966960] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.966960] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.966960] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.974647] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: IN_PROGRESS for 2s [ 1198.145226] env[69468]: INFO networking_nsxv3.common.synchronization [req-5681dfa3-8e5f-476d-b93d-10360b3d56ff req-c47d07ed-1576-463d-802f-e80870bc942b service nova] Enqueued Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_rules [ 1198.145226] env[69468]: INFO networking_nsxv3.common.synchronization [req-5681dfa3-8e5f-476d-b93d-10360b3d56ff req-c47d07ed-1576-463d-802f-e80870bc942b service nova] Enqueued Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_members [ 1198.145226] env[69468]: INFO networking_nsxv3.common.synchronization [req-5681dfa3-8e5f-476d-b93d-10360b3d56ff req-c47d07ed-1576-463d-802f-e80870bc942b service nova] Enqueued Resource ID: 1ef95bec-a8fb-4ee7-b99a-299bf62af225 with Priority: HIGHEST for action port [ 1198.145226] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_rules [ 1198.145226] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_members [ 1198.145226] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef95bec-a8fb-4ee7-b99a-299bf62af225 with Priority: HIGHEST for action port [ 1198.145839] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.145923] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.145923] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.146348] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.146348] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.148346] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.148346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.148346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.148346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.148346] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.148346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.148346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.148346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.148346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.149184] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.149999] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ef95bec-a8fb-4ee7-b99a-299bf62af225 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.149999] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ef95bec-a8fb-4ee7-b99a-299bf62af225" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.149999] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ef95bec-a8fb-4ee7-b99a-299bf62af225" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.150278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ef95bec-a8fb-4ee7-b99a-299bf62af225" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.150338] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ef95bec-a8fb-4ee7-b99a-299bf62af225',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.652320] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.653503] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.653666] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.653804] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ef95bec-a8fb-4ee7-b99a-299bf62af225 with status ACTIVE [ 1198.653974] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.654088] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.654147] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.654343] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.654465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.654757] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.654757] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.654757] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.654951] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.654991] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.655307] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.655461] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.655461] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.655595] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.655669] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.655767] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ef95bec-a8fb-4ee7-b99a-299bf62af225 is going to be updated. [ 1198.673186] env[69468]: INFO networking_nsxv3.common.synchronization [req-fd65b1b9-a449-4889-bc21-6ce8c50381bb req-93f7f2db-ad29-4384-87ed-bf0abd3d5309 tempest-AttachVolumeNegativeTest-241775551 tempest-AttachVolumeNegativeTest-241775551-project-member] Enqueued Resource ID: ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 with Priority: HIGHEST for action security_group_members [ 1198.673953] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 with Priority: HIGHEST for action security_group_members [ 1198.673953] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.673953] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.673953] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.674729] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.674885] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.674990] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.675120] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.675227] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.675313] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.675419] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec3e458e-5f7c-4474-a2dc-ed4d971dbda6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.677321] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.677430] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.677488] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.677646] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.677783] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.678240] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ef95bec-a8fb-4ee7-b99a-299bf62af225" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.984311] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.984635] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-157" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.984683] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-157" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.985015] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-157" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.985345] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.985567] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.985773] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.986062] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.986232] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.986479] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1198.986605] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1198.986732] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1198.986872] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1198.987010] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1198.987132] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1198.987269] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1199.004882] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1199.005094] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1199.005218] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1199.005394] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-157" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.005743] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-24283fcb-3bd1-46b1-a7e5-bf792688cc87 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.005940] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-24283fcb-3bd1-46b1-a7e5-bf792688cc87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.006041] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-24283fcb-3bd1-46b1-a7e5-bf792688cc87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.006330] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-24283fcb-3bd1-46b1-a7e5-bf792688cc87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.006476] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24283fcb-3bd1-46b1-a7e5-bf792688cc87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.157855] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.180056] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.180228] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.180270] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.180490] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.180594] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.180771] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.180862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.180973] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.181090] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.181168] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.181314] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 already deleted. [ 1199.181376] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.342624] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc in Status: SUCCESS [ 1199.342939] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc deletion is rescheduled due to dependency. [ 1199.343309] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.508949] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.509237] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.509368] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.509665] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.509875] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.509988] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 24283fcb-3bd1-46b1-a7e5-bf792688cc87 not found, creating... [ 1199.510307] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.510472] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.510597] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.510822] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.510968] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.511264] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.511428] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.511551] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.511757] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.511912] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.512315] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 24283fcb-3bd1-46b1-a7e5-bf792688cc87 is going to be created. [ 1199.532386] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.532598] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.532731] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.533024] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.533265] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.533491] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-24283fcb-3bd1-46b1-a7e5-bf792688cc87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.661395] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.661395] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.661395] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.661395] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.661395] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.661395] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef is going to be updated. [ 1199.697813] env[69468]: INFO networking_nsxv3.common.synchronization [req-949c2253-4a13-4541-89cc-fda064ae80ce req-2904bf4b-2559-40d2-8620-4d25d973545d tempest-ServerRescueNegativeTestJSON-151899305 tempest-ServerRescueNegativeTestJSON-151899305-project-member] Enqueued Resource ID: 4d4698d1-fa73-4439-87e5-f2b0ed87d871 with Priority: HIGHEST for action security_group_members [ 1199.698346] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4698d1-fa73-4439-87e5-f2b0ed87d871 with Priority: HIGHEST for action security_group_members [ 1199.698660] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d4698d1-fa73-4439-87e5-f2b0ed87d871 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.698815] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.698876] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.699068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.699686] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.699686] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.699686] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.699686] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.699686] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.699686] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d4698d1-fa73-4439-87e5-f2b0ed87d871',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.724139] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.724299] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.724351] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.724586] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.725528] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.742073] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: IN_PROGRESS for 2s [ 1199.984104] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 in Status: SUCCESS [ 1199.984853] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d9f2854-29a4-495d-8b9a-9f90ab59dd52 deletion is rescheduled due to dependency. [ 1199.984853] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d9f2854-29a4-495d-8b9a-9f90ab59dd52" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.202144] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.202361] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.202361] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.202579] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.202673] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.202868] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.202980] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.203211] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.203610] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.203610] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.203771] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d4698d1-fa73-4439-87e5-f2b0ed87d871 is going to be updated. [ 1200.229882] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.230044] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.230110] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.230324] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.230466] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.239463] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d4698d1-fa73-4439-87e5-f2b0ed87d871 in Status: IN_PROGRESS for 2s [ 1200.373811] env[69468]: INFO networking_nsxv3.common.synchronization [req-fd65b1b9-a449-4889-bc21-6ce8c50381bb req-51b388a1-d972-438e-809f-31e58513bdfc service nova] Enqueued Resource ID: ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 with Priority: HIGHEST for action security_group_rules [ 1200.373998] env[69468]: INFO networking_nsxv3.common.synchronization [req-fd65b1b9-a449-4889-bc21-6ce8c50381bb req-51b388a1-d972-438e-809f-31e58513bdfc service nova] Enqueued Resource ID: ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 with Priority: HIGHEST for action security_group_members [ 1200.374156] env[69468]: INFO networking_nsxv3.common.synchronization [req-fd65b1b9-a449-4889-bc21-6ce8c50381bb req-51b388a1-d972-438e-809f-31e58513bdfc service nova] Enqueued Resource ID: 24283fcb-3bd1-46b1-a7e5-bf792688cc87 with Priority: HIGHEST for action port [ 1200.374383] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 with Priority: HIGHEST for action security_group_rules [ 1200.374551] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 with Priority: HIGHEST for action security_group_members [ 1200.374609] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24283fcb-3bd1-46b1-a7e5-bf792688cc87 with Priority: HIGHEST for action port [ 1200.376472] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.376829] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.376829] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.377113] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.377113] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec3e458e-5f7c-4474-a2dc-ed4d971dbda6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.378384] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.378528] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.378587] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.379903] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.380154] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.380276] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.380346] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.380503] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.381622] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.381786] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec3e458e-5f7c-4474-a2dc-ed4d971dbda6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.387022] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-24283fcb-3bd1-46b1-a7e5-bf792688cc87 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.387022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24283fcb-3bd1-46b1-a7e5-bf792688cc87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.387022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24283fcb-3bd1-46b1-a7e5-bf792688cc87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.387022] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24283fcb-3bd1-46b1-a7e5-bf792688cc87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.387022] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24283fcb-3bd1-46b1-a7e5-bf792688cc87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.879283] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.879626] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.885051] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec3e458e-5f7c-4474-a2dc-ed4d971dbda6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.885981] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24283fcb-3bd1-46b1-a7e5-bf792688cc87 with status ACTIVE [ 1200.886197] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.886315] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.886380] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.886629] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.886708] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.886848] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.886947] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.887024] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.887163] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.887233] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.887416] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.887498] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.887556] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.887695] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.887773] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.887834] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24283fcb-3bd1-46b1-a7e5-bf792688cc87 is going to be updated. [ 1200.910247] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.910558] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.910558] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.910683] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.911370] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.911370] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24283fcb-3bd1-46b1-a7e5-bf792688cc87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.391473] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec3e458e-5f7c-4474-a2dc-ed4d971dbda6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.751537] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: SUCCESS [ 1201.751767] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.751932] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.752172] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.752358] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.752477] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.752546] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.752698] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.752780] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.752881] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.752974] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.894329] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.894329] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.894329] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.894555] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.895582] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.895582] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 is going to be created. [ 1201.918865] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.919053] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.919129] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.919338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.919499] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.929014] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 in Status: UNINITIALIZED for 2s [ 1202.254603] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d4698d1-fa73-4439-87e5-f2b0ed87d871 in Status: SUCCESS [ 1202.255533] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d4698d1-fa73-4439-87e5-f2b0ed87d871 deletion is rescheduled due to dependency. [ 1202.255533] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d4698d1-fa73-4439-87e5-f2b0ed87d871" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.255533] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.255533] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.255533] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.255533] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.255813] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.255863] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.255989] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.256298] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.256377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.256501] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.256743] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.256900] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.256997] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.257268] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.257372] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.257507] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.257602] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.257821] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.257956] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.258091] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.258213] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.760916] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef: rpc.has_security_group_logging(os_id): False [ 1202.779712] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.782151] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.782283] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.782528] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.782632] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.783061] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.783061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.783061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.783366] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.783366] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.783515] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.783645] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.783806] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.783988] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.784124] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.784375] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.784842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.784842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.784842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.784842] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.785075] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef is going to be updated. [ 1202.848752] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.848924] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.848992] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.849201] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.849498] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.862280] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: IN_PROGRESS for 2s [ 1203.938740] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 in Status: SUCCESS [ 1203.939087] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.939160] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.939364] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.939575] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.939775] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.939775] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.939904] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.939988] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.940153] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.940208] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec3e458e-5f7c-4474-a2dc-ed4d971dbda6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.442524] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec3e458e-5f7c-4474-a2dc-ed4d971dbda6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.875639] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: SUCCESS [ 1204.876049] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.948596] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec3e458e-5f7c-4474-a2dc-ed4d971dbda6: rpc.has_security_group_logging(os_id): False [ 1204.965599] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.965779] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.965847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.966097] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.966189] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.966430] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.966531] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.966598] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.966879] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.966976] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.967078] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 is going to be created. [ 1205.019388] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.019559] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.019559] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.019729] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.019907] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.029851] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 in Status: IN_PROGRESS for 2s [ 1205.375628] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1205.375628] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1206.255529] env[69468]: INFO networking_nsxv3.common.synchronization [req-81002b39-6258-4269-b40c-8c422c5ca078 req-228fffb9-0997-49b4-9df3-0350556ec3e4 tempest-ServerActionsTestOtherB-141850940 tempest-ServerActionsTestOtherB-141850940-project-member] Enqueued Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_members [ 1206.256130] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_members [ 1206.256442] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.256559] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.256624] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.256838] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.256998] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.257103] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.257165] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.257307] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.257387] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.257475] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.596526] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.596684] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-482" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.596836] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-482" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.597135] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-482" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.597395] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.597557] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.597682] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.597897] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.598688] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.598942] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1206.599084] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1206.599204] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1206.599320] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1206.599437] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1206.599549] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1206.599687] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1206.617333] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1206.617557] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1206.618420] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1206.618420] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-482" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.618420] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-530ddca5-14b1-40c3-912c-998398a229c1 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.618420] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-530ddca5-14b1-40c3-912c-998398a229c1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.618716] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-530ddca5-14b1-40c3-912c-998398a229c1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.618973] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-530ddca5-14b1-40c3-912c-998398a229c1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.619358] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('530ddca5-14b1-40c3-912c-998398a229c1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.762206] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.762206] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.762206] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.762563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.762563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.762729] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.762885] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.762996] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.763260] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.763378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.763510] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc is going to be updated. [ 1206.787607] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.787796] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.787796] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.787998] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.788150] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.795913] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc in Status: IN_PROGRESS for 2s [ 1207.041168] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 in Status: SUCCESS [ 1207.041434] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.122433] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.122668] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.122754] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.123051] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.123720] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.123720] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 530ddca5-14b1-40c3-912c-998398a229c1 not found, creating... [ 1207.123888] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.123964] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.124105] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.124366] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.124516] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.124809] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.124971] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.125171] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.125402] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.125547] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.125694] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 530ddca5-14b1-40c3-912c-998398a229c1 is going to be created. [ 1207.143975] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.144181] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.144312] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.144554] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.144783] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.145015] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-530ddca5-14b1-40c3-912c-998398a229c1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.874526] env[69468]: INFO networking_nsxv3.common.synchronization [req-81002b39-6258-4269-b40c-8c422c5ca078 req-5b846c01-1c6e-4685-bc9c-df7d167234f1 service nova] Enqueued Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_rules [ 1207.874526] env[69468]: INFO networking_nsxv3.common.synchronization [req-81002b39-6258-4269-b40c-8c422c5ca078 req-5b846c01-1c6e-4685-bc9c-df7d167234f1 service nova] Enqueued Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_members [ 1207.874526] env[69468]: INFO networking_nsxv3.common.synchronization [req-81002b39-6258-4269-b40c-8c422c5ca078 req-5b846c01-1c6e-4685-bc9c-df7d167234f1 service nova] Enqueued Resource ID: 530ddca5-14b1-40c3-912c-998398a229c1 with Priority: HIGHEST for action port [ 1207.874526] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_rules [ 1207.874526] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_members [ 1207.874526] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530ddca5-14b1-40c3-912c-998398a229c1 with Priority: HIGHEST for action port [ 1207.876384] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.876457] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.876515] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.876703] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.876785] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.878358] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.878505] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.878819] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-530ddca5-14b1-40c3-912c-998398a229c1 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.878993] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-530ddca5-14b1-40c3-912c-998398a229c1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.879102] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-530ddca5-14b1-40c3-912c-998398a229c1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.879351] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-530ddca5-14b1-40c3-912c-998398a229c1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.879471] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('530ddca5-14b1-40c3-912c-998398a229c1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.382432] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.382432] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.382432] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 530ddca5-14b1-40c3-912c-998398a229c1 with status ACTIVE [ 1208.382630] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.382678] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.382711] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.383724] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.383724] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.383724] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.383724] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.383724] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.383724] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.383724] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.384090] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.384090] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.384090] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.384090] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.384263] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.384263] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 530ddca5-14b1-40c3-912c-998398a229c1 is going to be updated. [ 1208.404175] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.404314] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.404380] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.404577] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.404710] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.404867] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-530ddca5-14b1-40c3-912c-998398a229c1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.805294] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc in Status: SUCCESS [ 1208.805478] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc deletion is rescheduled due to dependency. [ 1208.805594] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.805759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.806044] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.806243] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.806385] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.806459] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.806614] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.806708] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.806779] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.309135] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.814416] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.317629] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.318082] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.318082] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.318176] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.318212] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.318310] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc is going to be updated. [ 1210.352473] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.352730] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.352730] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.352876] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.353051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.361859] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc in Status: IN_PROGRESS for 2s [ 1211.175642] env[69468]: INFO networking_nsxv3.common.synchronization [req-b1af8398-b10b-450a-9147-29c3aba99e3e req-1d151776-e9a3-46f1-9c02-da448b0be6a0 tempest-ServerRescueNegativeTestJSON-151899305 tempest-ServerRescueNegativeTestJSON-151899305-project-member] Enqueued Resource ID: ad273c07-d5ac-4d13-9106-18ec099675d8 with Priority: HIGHEST for action security_group_members [ 1211.176368] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad273c07-d5ac-4d13-9106-18ec099675d8 with Priority: HIGHEST for action security_group_members [ 1211.176729] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad273c07-d5ac-4d13-9106-18ec099675d8 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.176976] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.176976] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.177632] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.177930] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.180241] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.180241] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.180241] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.180241] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.180241] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad273c07-d5ac-4d13-9106-18ec099675d8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.319143] env[69468]: INFO networking_nsxv3.common.synchronization [req-026a7cff-dde6-4763-803b-ecc280dc514f req-2cceff31-1965-4829-8975-cca95efe16fb tempest-ServerActionsTestOtherA-1764177117 tempest-ServerActionsTestOtherA-1764177117-project-member] Enqueued Resource ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 with Priority: HIGHEST for action security_group_members [ 1211.319867] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 with Priority: HIGHEST for action security_group_members [ 1211.320355] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.320535] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.320623] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.320932] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.321125] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.321274] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.321362] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.321597] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.322021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.322021] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.601883] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.602158] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-465" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.602338] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-465" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.602640] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-465" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.602944] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.603180] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.603340] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.603591] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.603755] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.603985] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1211.604119] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1211.604239] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1211.604355] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1211.604472] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1211.604584] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1211.604722] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.621654] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.621848] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1211.621968] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.622160] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-465" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.622518] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-789f3dcb-d9c8-495b-b66c-896fb31e0e63 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.622702] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-789f3dcb-d9c8-495b-b66c-896fb31e0e63" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.622836] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-789f3dcb-d9c8-495b-b66c-896fb31e0e63" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.623175] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-789f3dcb-d9c8-495b-b66c-896fb31e0e63" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.623326] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('789f3dcb-d9c8-495b-b66c-896fb31e0e63',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.681575] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad273c07-d5ac-4d13-9106-18ec099675d8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.824694] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.125187] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.125458] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.125613] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.125971] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.126155] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.126418] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 789f3dcb-d9c8-495b-b66c-896fb31e0e63 not found, creating... [ 1212.126624] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.126787] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.126921] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.127180] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.127334] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.128367] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.128551] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.128683] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.128911] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.129070] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.129220] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 789f3dcb-d9c8-495b-b66c-896fb31e0e63 is going to be created. [ 1212.146677] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.146921] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.147167] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.147590] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.147912] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.148241] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-789f3dcb-d9c8-495b-b66c-896fb31e0e63" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.184541] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad273c07-d5ac-4d13-9106-18ec099675d8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.326751] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.372028] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc in Status: SUCCESS [ 1212.372028] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.372193] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.372389] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.372617] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.372779] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.372873] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.373079] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.373262] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.373318] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.373405] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.687037] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.687227] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.687305] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.687536] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.687632] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.687737] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad273c07-d5ac-4d13-9106-18ec099675d8 is going to be updated. [ 1212.716984] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.716984] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.717714] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.717956] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.718545] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.729939] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad273c07-d5ac-4d13-9106-18ec099675d8 in Status: IN_PROGRESS for 2s [ 1212.831550] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.831719] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.831789] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.832017] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.832134] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.832236] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 is going to be updated. [ 1212.864190] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.864190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.864190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.864190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.864190] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.873363] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 in Status: IN_PROGRESS for 2s [ 1212.875757] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.886254] env[69468]: INFO networking_nsxv3.common.synchronization [req-026a7cff-dde6-4763-803b-ecc280dc514f req-231b05d7-5ee6-4fb2-b6d1-5a74a001f28e service nova] Enqueued Resource ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 with Priority: HIGHEST for action security_group_rules [ 1212.886254] env[69468]: INFO networking_nsxv3.common.synchronization [req-026a7cff-dde6-4763-803b-ecc280dc514f req-231b05d7-5ee6-4fb2-b6d1-5a74a001f28e service nova] Enqueued Resource ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 with Priority: HIGHEST for action security_group_members [ 1212.886254] env[69468]: INFO networking_nsxv3.common.synchronization [req-026a7cff-dde6-4763-803b-ecc280dc514f req-231b05d7-5ee6-4fb2-b6d1-5a74a001f28e service nova] Enqueued Resource ID: 789f3dcb-d9c8-495b-b66c-896fb31e0e63 with Priority: HIGHEST for action port [ 1212.886254] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 with Priority: HIGHEST for action security_group_rules [ 1212.886254] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 with Priority: HIGHEST for action security_group_members [ 1212.886254] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 789f3dcb-d9c8-495b-b66c-896fb31e0e63 with Priority: HIGHEST for action port [ 1212.886629] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.886754] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.886813] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.887044] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.887549] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.888300] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.888381] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.888688] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-789f3dcb-d9c8-495b-b66c-896fb31e0e63 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.888688] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-789f3dcb-d9c8-495b-b66c-896fb31e0e63" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.888688] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-789f3dcb-d9c8-495b-b66c-896fb31e0e63" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.889266] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-789f3dcb-d9c8-495b-b66c-896fb31e0e63" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.889266] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('789f3dcb-d9c8-495b-b66c-896fb31e0e63',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.380021] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc: rpc.has_security_group_logging(os_id): False [ 1213.390335] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.390468] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.391841] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 789f3dcb-d9c8-495b-b66c-896fb31e0e63 with status ACTIVE [ 1213.392058] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.392181] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.392245] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.392453] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.392560] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.392716] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.392810] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.393026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.393221] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.393330] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.393533] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.393652] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.393721] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.393923] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.394036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.394101] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 789f3dcb-d9c8-495b-b66c-896fb31e0e63 is going to be updated. [ 1213.396756] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.396756] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.396890] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.396978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.397120] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.397608] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.397608] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.397608] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.397803] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.397803] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.397803] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc is going to be updated. [ 1213.414674] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.414948] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.415043] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.415499] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.415499] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.415579] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-789f3dcb-d9c8-495b-b66c-896fb31e0e63" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.455640] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.455803] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.456265] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.456265] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.456542] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.471717] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc in Status: IN_PROGRESS for 2s [ 1214.570475] env[69468]: INFO networking_nsxv3.common.synchronization [req-08a6f03b-42f2-4395-b23a-57ba65adfb71 req-1f7fe9eb-71a4-4b9c-814e-b994b5ae6869 tempest-AttachInterfacesTestJSON-1478316462 tempest-AttachInterfacesTestJSON-1478316462-project-member] Enqueued Resource ID: 97789e31-2c30-4863-b7df-221734a8ee47 with Priority: HIGHEST for action security_group_members [ 1214.571235] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97789e31-2c30-4863-b7df-221734a8ee47 with Priority: HIGHEST for action security_group_members [ 1214.571560] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-97789e31-2c30-4863-b7df-221734a8ee47 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.571719] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.571813] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.572100] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.572695] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.572695] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.572695] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.572961] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.572961] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.573048] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97789e31-2c30-4863-b7df-221734a8ee47',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.739900] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad273c07-d5ac-4d13-9106-18ec099675d8 in Status: SUCCESS [ 1214.740198] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.883921] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 in Status: SUCCESS [ 1214.884138] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.884266] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.884531] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.884772] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.884943] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.885092] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.885170] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.885275] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.885350] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.076091] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97789e31-2c30-4863-b7df-221734a8ee47',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.392938] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.488793] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc in Status: SUCCESS [ 1215.488793] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.512310] env[69468]: INFO networking_nsxv3.common.synchronization [req-772e6357-dac3-4aa0-a045-b92f30509ab1 req-bee729b9-e346-4f35-8e6a-e2bdd7aba437 tempest-AttachVolumeShelveTestJSON-386882206 tempest-AttachVolumeShelveTestJSON-386882206-project-member] Enqueued Resource ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 with Priority: HIGHEST for action security_group_members [ 1215.512848] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 with Priority: HIGHEST for action security_group_members [ 1215.513160] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.513924] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.513924] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.513924] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.513924] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.513924] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.513924] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.514275] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.514275] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.514275] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e2d6aef-b83e-48a8-84e9-bd749fa866b8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.578212] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97789e31-2c30-4863-b7df-221734a8ee47',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.893956] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.015778] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.016078] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.016242] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.016588] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.016750] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.017128] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.017331] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.017414] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.017671] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.017807] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.017963] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 is going to be updated. [ 1216.046111] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.046293] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.046334] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.046512] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.046653] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.054589] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 in Status: IN_PROGRESS for 2s [ 1216.080289] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.080470] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.080470] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.080689] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.080783] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.080879] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97789e31-2c30-4863-b7df-221734a8ee47 is going to be updated. [ 1216.110603] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.110736] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.110833] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.110998] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.111156] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.120164] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97789e31-2c30-4863-b7df-221734a8ee47 in Status: IN_PROGRESS for 2s [ 1216.396538] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.396688] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.396801] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.397061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.397181] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.397294] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 is going to be updated. [ 1216.423696] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.424278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.424278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.424278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.424278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.432562] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 in Status: IN_PROGRESS for 2s [ 1217.964168] env[69468]: INFO networking_nsxv3.common.synchronization [req-de0e82bf-5a54-41bb-8416-f6e6883cdd18 req-a1c5a8c6-3c3b-489c-8b86-b9ec55406620 tempest-ServerRescueNegativeTestJSON-151899305 tempest-ServerRescueNegativeTestJSON-151899305-project-member] Enqueued Resource ID: ad273c07-d5ac-4d13-9106-18ec099675d8 with Priority: HIGHEST for action security_group_members [ 1217.964849] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad273c07-d5ac-4d13-9106-18ec099675d8 with Priority: HIGHEST for action security_group_members [ 1217.965384] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad273c07-d5ac-4d13-9106-18ec099675d8 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.965577] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.965683] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.966283] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.966283] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.966379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.966379] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.966584] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.966704] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.966837] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad273c07-d5ac-4d13-9106-18ec099675d8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.066224] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 in Status: SUCCESS [ 1218.066419] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e2d6aef-b83e-48a8-84e9-bd749fa866b8 deletion is rescheduled due to dependency. [ 1218.066540] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e2d6aef-b83e-48a8-84e9-bd749fa866b8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.128707] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97789e31-2c30-4863-b7df-221734a8ee47 in Status: IN_PROGRESS for 4s [ 1218.443734] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 in Status: SUCCESS [ 1218.444034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.444216] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.444450] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.444654] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.444776] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.444847] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.445034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.445124] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.445243] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.445343] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.469568] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.469796] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.469910] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.470296] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.470399] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.470711] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.470856] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.470934] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.471150] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.471248] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.471361] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad273c07-d5ac-4d13-9106-18ec099675d8 is going to be updated. [ 1218.497833] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.498019] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.498122] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.498370] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.498544] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.506898] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad273c07-d5ac-4d13-9106-18ec099675d8 in Status: IN_PROGRESS for 2s [ 1218.947760] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.450250] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3: rpc.has_security_group_logging(os_id): False [ 1219.468721] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.469042] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.469042] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.469263] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.490628] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.490927] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.491086] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.491153] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.491315] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.491388] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.491489] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 is going to be updated. [ 1219.544112] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.544278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.544329] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.544536] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.544685] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.554803] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 in Status: IN_PROGRESS for 2s [ 1220.137898] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97789e31-2c30-4863-b7df-221734a8ee47 in Status: SUCCESS [ 1220.137898] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.516636] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad273c07-d5ac-4d13-9106-18ec099675d8 in Status: SUCCESS [ 1220.517170] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad273c07-d5ac-4d13-9106-18ec099675d8 deletion is rescheduled due to dependency. [ 1220.517170] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.567018] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 in Status: SUCCESS [ 1221.567018] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.569261] env[69468]: INFO networking_nsxv3.common.synchronization [req-833777e6-3b45-4d58-95de-1d68b796690c req-80708227-3179-472e-ae24-3e6b10e58b2f tempest-AttachInterfacesTestJSON-1478316462 tempest-AttachInterfacesTestJSON-1478316462-project-member] Enqueued Resource ID: 97789e31-2c30-4863-b7df-221734a8ee47 with Priority: HIGHEST for action security_group_members [ 1221.569261] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97789e31-2c30-4863-b7df-221734a8ee47 with Priority: HIGHEST for action security_group_members [ 1221.569728] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-97789e31-2c30-4863-b7df-221734a8ee47 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.569865] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.569930] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.570286] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.570446] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.570547] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.570613] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.570764] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.570852] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.570945] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97789e31-2c30-4863-b7df-221734a8ee47',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.864248] env[69468]: INFO networking_nsxv3.common.synchronization [req-002aabfd-427b-405b-8c38-d27bc9eb0469 req-ed8d3a6a-2c2e-47d5-8295-8184c31613d1 tempest-ServerActionsTestJSON-1088981625 tempest-ServerActionsTestJSON-1088981625-project-member] Enqueued Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_members [ 1221.865051] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_members [ 1221.865717] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16329d2-acce-4422-8151-02ba3f360c87 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.865919] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.866068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.866345] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.866597] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.866879] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.867083] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.867337] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.867483] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.867636] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e16329d2-acce-4422-8151-02ba3f360c87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.073760] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.073760] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.073760] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.074105] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.074105] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.075674] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.075674] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.075674] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.075674] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.075674] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.075674] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97789e31-2c30-4863-b7df-221734a8ee47 is going to be updated. [ 1222.100228] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.100407] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.100450] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.100759] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.100901] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.110042] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97789e31-2c30-4863-b7df-221734a8ee47 in Status: IN_PROGRESS for 2s [ 1222.371100] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.371269] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.371340] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.371562] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.371652] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.371884] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.371995] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.372060] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.372213] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.372288] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.372390] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16329d2-acce-4422-8151-02ba3f360c87 is going to be updated. [ 1222.414709] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.414911] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.414911] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.415074] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.415238] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.423653] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16329d2-acce-4422-8151-02ba3f360c87 in Status: IN_PROGRESS for 2s [ 1224.118553] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97789e31-2c30-4863-b7df-221734a8ee47 in Status: IN_PROGRESS for 4s [ 1224.433661] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16329d2-acce-4422-8151-02ba3f360c87 in Status: SUCCESS [ 1224.433985] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16329d2-acce-4422-8151-02ba3f360c87 deletion is rescheduled due to dependency. [ 1224.434173] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.129828] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97789e31-2c30-4863-b7df-221734a8ee47 in Status: SUCCESS [ 1226.130416] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97789e31-2c30-4863-b7df-221734a8ee47 deletion is rescheduled due to dependency. [ 1226.130794] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.348385] env[69468]: INFO networking_nsxv3.common.synchronization [None req-8ec2bb32-b9d8-4ced-bb6f-f956d8d710ce tempest-AttachInterfacesTestJSON-1478316462 tempest-AttachInterfacesTestJSON-1478316462-project-member] Enqueued Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_members [ 1226.348385] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGHEST for action security_group_members [ 1226.348385] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.348385] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.348695] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.349074] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.349342] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.349566] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.349726] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.349974] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.350187] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.350393] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.853110] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.853303] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.853369] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.853561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.853660] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.853850] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.853942] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.854171] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.854171] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.854255] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.854329] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef is going to be updated. [ 1226.878270] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.878471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.878471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.878664] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.878802] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.886442] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: IN_PROGRESS for 2s [ 1228.897231] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef in Status: SUCCESS [ 1228.897544] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef deletion is rescheduled due to dependency. [ 1228.897592] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.348105] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1231.348345] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1236.349129] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1236.349458] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1237.883565] env[69468]: INFO networking_nsxv3.common.synchronization [req-9e5d4487-95e7-42b4-883c-3542618b4b5c req-b3c16a01-fa3d-43ae-b989-0d97d6bdafe5 tempest-ServerActionsTestJSON-1088981625 tempest-ServerActionsTestJSON-1088981625-project-member] Enqueued Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_members [ 1237.883565] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_members [ 1237.883842] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16329d2-acce-4422-8151-02ba3f360c87 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.883959] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.884034] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.884234] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.884385] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.884481] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.884539] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.884682] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.884762] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.884853] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e16329d2-acce-4422-8151-02ba3f360c87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.174253] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.174463] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-728" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.174594] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-728" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.174865] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-728" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.175220] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.175372] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.175456] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.175621] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.175769] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.175985] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1238.176121] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1238.176261] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1238.176387] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1238.176509] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1238.176621] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1238.176761] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1238.196288] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1238.196466] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1238.196615] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1238.196798] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-728" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.197213] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-1243d440-897a-44e6-8f1e-2fbd61a5922f taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.197304] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-1243d440-897a-44e6-8f1e-2fbd61a5922f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.197427] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-1243d440-897a-44e6-8f1e-2fbd61a5922f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.197749] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-1243d440-897a-44e6-8f1e-2fbd61a5922f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.197897] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1243d440-897a-44e6-8f1e-2fbd61a5922f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.387396] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.387616] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.387682] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.387868] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.387957] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.388179] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.388284] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.388325] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.388468] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.388547] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.388636] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16329d2-acce-4422-8151-02ba3f360c87 is going to be updated. [ 1238.412622] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.412785] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.412902] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.413071] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.413252] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.421401] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16329d2-acce-4422-8151-02ba3f360c87 in Status: IN_PROGRESS for 2s [ 1238.700969] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.700969] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.700969] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.701528] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.701528] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.701740] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 1243d440-897a-44e6-8f1e-2fbd61a5922f not found, creating... [ 1238.701964] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.702093] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.702240] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.702467] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.702595] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.702881] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.703076] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.703183] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.703397] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.703537] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.703685] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 1243d440-897a-44e6-8f1e-2fbd61a5922f is going to be created. [ 1238.724476] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.724676] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.724813] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.725292] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.725527] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.725759] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-1243d440-897a-44e6-8f1e-2fbd61a5922f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.408235] env[69468]: INFO networking_nsxv3.common.synchronization [req-9e5d4487-95e7-42b4-883c-3542618b4b5c req-ac735d7b-1bfb-41f7-baa5-65cfb0a13e41 service nova] Enqueued Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_rules [ 1239.408478] env[69468]: INFO networking_nsxv3.common.synchronization [req-9e5d4487-95e7-42b4-883c-3542618b4b5c req-ac735d7b-1bfb-41f7-baa5-65cfb0a13e41 service nova] Enqueued Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_members [ 1239.408536] env[69468]: INFO networking_nsxv3.common.synchronization [req-9e5d4487-95e7-42b4-883c-3542618b4b5c req-ac735d7b-1bfb-41f7-baa5-65cfb0a13e41 service nova] Enqueued Resource ID: 1243d440-897a-44e6-8f1e-2fbd61a5922f with Priority: HIGHEST for action port [ 1239.409034] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_rules [ 1239.409034] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_members [ 1239.409034] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1243d440-897a-44e6-8f1e-2fbd61a5922f with Priority: HIGHEST for action port [ 1239.409535] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e16329d2-acce-4422-8151-02ba3f360c87 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.409698] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.409795] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.410015] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.410107] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e16329d2-acce-4422-8151-02ba3f360c87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.410937] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16329d2-acce-4422-8151-02ba3f360c87 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.411047] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.411246] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-1243d440-897a-44e6-8f1e-2fbd61a5922f taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.411343] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1243d440-897a-44e6-8f1e-2fbd61a5922f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.411404] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1243d440-897a-44e6-8f1e-2fbd61a5922f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.411568] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1243d440-897a-44e6-8f1e-2fbd61a5922f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.411640] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1243d440-897a-44e6-8f1e-2fbd61a5922f',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.913772] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16329d2-acce-4422-8151-02ba3f360c87 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.914038] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.914102] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1243d440-897a-44e6-8f1e-2fbd61a5922f with status ACTIVE [ 1239.914268] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.914378] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.914441] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.914650] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.914741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.914914] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.915026] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.915089] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.915235] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.915315] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.915495] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.915588] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.915646] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.915786] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.915862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.915944] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1243d440-897a-44e6-8f1e-2fbd61a5922f is going to be updated. [ 1239.940142] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.940344] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.940344] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.940535] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.940630] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.940785] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1243d440-897a-44e6-8f1e-2fbd61a5922f" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.430903] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16329d2-acce-4422-8151-02ba3f360c87 in Status: SUCCESS [ 1240.431293] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16329d2-acce-4422-8151-02ba3f360c87 deletion is rescheduled due to dependency. [ 1240.431293] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.431293] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.431432] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.431599] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.431982] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.431982] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.431982] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.431982] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.432185] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e16329d2-acce-4422-8151-02ba3f360c87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.934548] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e16329d2-acce-4422-8151-02ba3f360c87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.436803] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e16329d2-acce-4422-8151-02ba3f360c87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.941131] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.941131] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.941131] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.941131] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.941401] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.941401] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16329d2-acce-4422-8151-02ba3f360c87 is going to be updated. [ 1241.967594] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.967732] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.967826] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.968061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.968231] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.976548] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16329d2-acce-4422-8151-02ba3f360c87 in Status: IN_PROGRESS for 2s [ 1243.987113] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16329d2-acce-4422-8151-02ba3f360c87 in Status: SUCCESS [ 1243.987426] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.987529] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.987747] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.987941] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.988071] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.988154] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.988324] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.988390] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.988471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.988564] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e16329d2-acce-4422-8151-02ba3f360c87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.410035] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1244.410035] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1244.490597] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e16329d2-acce-4422-8151-02ba3f360c87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.993106] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e16329d2-acce-4422-8151-02ba3f360c87: rpc.has_security_group_logging(os_id): False [ 1245.013076] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.013076] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.013461] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.013461] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.013461] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.013671] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.013797] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.013797] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.013952] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.014033] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.014108] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e16329d2-acce-4422-8151-02ba3f360c87 is going to be updated. [ 1245.079291] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.079291] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.079291] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.079291] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.079475] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.091832] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e16329d2-acce-4422-8151-02ba3f360c87 in Status: IN_PROGRESS for 2s [ 1247.107027] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e16329d2-acce-4422-8151-02ba3f360c87 in Status: SUCCESS [ 1247.107374] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.411832] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1249.412222] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1254.412941] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1254.413363] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1256.424925] env[69468]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1256.424925] env[69468]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e26f071b-f724-40b9-ab33-e0cc53726fa1 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1259.413788] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.414212] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1263.176274] env[69468]: INFO networking_nsxv3.common.synchronization [req-72cf724f-e57d-459d-830e-c7c7cc3e6c7b req-34dd2203-c53a-48d9-8bfe-3793431b6e27 tempest-AttachVolumeNegativeTest-241775551 tempest-AttachVolumeNegativeTest-241775551-project-member] Enqueued Resource ID: ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 with Priority: HIGHEST for action security_group_members [ 1263.176546] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 with Priority: HIGHEST for action security_group_members [ 1263.176739] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.176867] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.176937] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.177261] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.177467] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.177681] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.177681] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.177681] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.177681] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.177681] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec3e458e-5f7c-4474-a2dc-ed4d971dbda6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.681061] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.681331] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.681331] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.681653] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.681824] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.682092] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.682238] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.682338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.682544] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.682667] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.682797] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 is going to be updated. [ 1263.707513] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.707732] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.707732] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.707818] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.707933] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.715907] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 in Status: IN_PROGRESS for 2s [ 1265.726665] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 in Status: SUCCESS [ 1265.727045] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec3e458e-5f7c-4474-a2dc-ed4d971dbda6 deletion is rescheduled due to dependency. [ 1265.727045] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec3e458e-5f7c-4474-a2dc-ed4d971dbda6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.177754] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1268.178151] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1273.178975] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1273.179311] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1278.180482] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1278.180722] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1281.184313] env[69468]: INFO networking_nsxv3.common.synchronization [req-de7d8d0f-68d8-4d4b-b4fc-b6c7eea89940 req-e56d618b-1507-4457-8976-101e27b377d5 tempest-ServerActionsTestOtherA-1764177117 tempest-ServerActionsTestOtherA-1764177117-project-member] Enqueued Resource ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 with Priority: HIGHEST for action security_group_members [ 1281.185349] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 with Priority: HIGHEST for action security_group_members [ 1281.185349] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.185349] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.185885] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.185885] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.185885] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.185885] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.185885] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.186128] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.186215] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.186332] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.689095] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.015187] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.015463] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-482" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.015657] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-482" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.016045] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-482" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.016427] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.016677] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.016925] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.017253] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.017504] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.017871] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1282.018091] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1282.018299] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1282.018506] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1282.018727] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1282.018953] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1282.019182] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1282.039679] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1282.039976] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1282.040221] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1282.040524] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-482" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.041011] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-530ddca5-14b1-40c3-912c-998398a229c1 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.041310] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-530ddca5-14b1-40c3-912c-998398a229c1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.041786] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-530ddca5-14b1-40c3-912c-998398a229c1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.041843] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-530ddca5-14b1-40c3-912c-998398a229c1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.042070] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('530ddca5-14b1-40c3-912c-998398a229c1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.192054] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.546064] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.546064] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.546064] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.546064] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.546574] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.546639] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.546917] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.547117] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.547422] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.547663] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.548067] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.548323] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.548534] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.548854] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.549101] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.549271] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 530ddca5-14b1-40c3-912c-998398a229c1 is going to be updated. [ 1282.570023] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.570285] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.570384] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.570654] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.570934] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.571145] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-530ddca5-14b1-40c3-912c-998398a229c1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.694915] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.695224] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.695224] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.695377] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.695471] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.695572] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 is going to be updated. [ 1282.738789] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.739134] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.739134] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.739465] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.739713] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.749732] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 in Status: IN_PROGRESS for 2s [ 1283.223183] env[69468]: INFO networking_nsxv3.common.synchronization [req-0f574a1c-e06a-42dd-a898-cebeca7025a6 req-cefa5fa2-234b-488c-8565-f24dfb6e611e service nova] Enqueued Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_rules [ 1283.223464] env[69468]: INFO networking_nsxv3.common.synchronization [req-0f574a1c-e06a-42dd-a898-cebeca7025a6 req-cefa5fa2-234b-488c-8565-f24dfb6e611e service nova] Enqueued Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_members [ 1283.223618] env[69468]: INFO networking_nsxv3.common.synchronization [req-0f574a1c-e06a-42dd-a898-cebeca7025a6 req-cefa5fa2-234b-488c-8565-f24dfb6e611e service nova] Enqueued Resource ID: 530ddca5-14b1-40c3-912c-998398a229c1 with Priority: HIGHEST for action port [ 1283.223737] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_rules [ 1283.223869] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_members [ 1283.223967] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530ddca5-14b1-40c3-912c-998398a229c1 with Priority: HIGHEST for action port [ 1283.224547] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.224707] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.224769] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.224973] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.225244] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.226444] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.226444] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.226444] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.226631] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.226943] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.227127] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.227228] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.227442] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.227577] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.227733] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.228711] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-530ddca5-14b1-40c3-912c-998398a229c1 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.228711] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-530ddca5-14b1-40c3-912c-998398a229c1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.228861] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-530ddca5-14b1-40c3-912c-998398a229c1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.229041] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-530ddca5-14b1-40c3-912c-998398a229c1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.229190] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('530ddca5-14b1-40c3-912c-998398a229c1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.731568] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.731786] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.731900] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.732915] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 530ddca5-14b1-40c3-912c-998398a229c1 with status ACTIVE [ 1283.733035] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.733135] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.733203] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.733407] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.733496] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.733665] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.733766] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.733823] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.733971] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.734063] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.734244] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.734329] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.734388] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.734523] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.734595] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.734707] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 530ddca5-14b1-40c3-912c-998398a229c1 is going to be updated. [ 1283.756439] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.756637] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.756637] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.756845] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.756977] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.757200] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-530ddca5-14b1-40c3-912c-998398a229c1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.237489] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.741136] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.741136] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.741136] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.741136] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.741136] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.741136] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc is going to be updated. [ 1284.764798] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 in Status: SUCCESS [ 1284.765012] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.768977] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.769139] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.769214] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.769410] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.769546] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.776719] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc in Status: IN_PROGRESS for 2s [ 1286.786833] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc in Status: SUCCESS [ 1286.787187] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.787238] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.787449] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.787640] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.787784] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.787887] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.788070] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.788156] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.788251] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.788346] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.290329] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.793347] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc: rpc.has_security_group_logging(os_id): False [ 1287.810684] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.810853] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.810910] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.811133] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.811243] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.811468] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.811563] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.811628] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.811776] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.811853] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.811943] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc is going to be updated. [ 1287.870430] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.870587] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.870640] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.871015] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.871212] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.881486] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc in Status: IN_PROGRESS for 2s [ 1288.225512] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1288.225639] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1288.379131] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.379309] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.379383] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.379608] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.379721] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.882445] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.024866] env[69468]: INFO networking_nsxv3.common.synchronization [req-1b271c5a-ba8d-442d-9063-88fc9390eda0 req-36d69d0e-b58b-4698-b4ba-cbb6657fd907 tempest-AttachVolumeTestJSON-641423761 tempest-AttachVolumeTestJSON-641423761-project-member] Enqueued Resource ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 with Priority: HIGHEST for action security_group_members [ 1289.025217] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 with Priority: HIGHEST for action security_group_members [ 1289.025530] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-27f8ab54-6c16-4549-b490-6882f840b3e4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.025641] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.025712] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.025923] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.026286] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.026397] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.026463] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.026628] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.026709] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.026826] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27f8ab54-6c16-4549-b490-6882f840b3e4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.385116] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.529301] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.529550] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.529550] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.529820] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.529917] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.530222] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.530344] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.530412] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.530609] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.530715] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.530816] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 is going to be updated. [ 1289.555623] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.555841] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.555900] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.556128] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.556293] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.564396] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 in Status: IN_PROGRESS for 2s [ 1289.887551] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1289.887982] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1289.896851] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc in Status: SUCCESS [ 1289.896851] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.605737] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.606064] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.606338] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.606768] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.619748] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1290.622777] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.623740] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1290.659732] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.659935] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.659935] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.660189] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.676278] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.677388] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1290.677536] env[69468]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69468) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1290.677673] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1290.712097] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.712292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.712292] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.712497] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.713844] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.714135] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1290.791082] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.791257] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.791330] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.791537] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.791860] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.792205] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1290.861372] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.861596] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.861596] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.861768] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.862099] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.862419] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1290.862511] env[69468]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'97789e31-2c30-4863-b7df-221734a8ee47', '3768d64d-d90a-40cb-a6e2-92c4618e8918', 'd889c5a7-fbfa-434c-bdb7-292fa1f651d9', 'cb7af17a-e726-4f81-805b-68e715fc4758', '51b71e81-79aa-4c7d-8b1b-7cb59125b6ef', '4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51', '59a73947-69ca-4e8a-b020-4a3032df6e1a', '27f8ab54-6c16-4549-b490-6882f840b3e4', '65fff26d-b664-4f6e-b821-07affc4e46bb', '2ed87df6-0b5e-4dba-b7ba-616d88b90099', 'ad273c07-d5ac-4d13-9106-18ec099675d8', '87b9a661-59d2-4cac-8a06-d25a515e2363', '605bf232-0fab-4540-a959-d8fb92606eb3', '045a0f26-7dbf-4d0b-a235-2838ce6302d2', 'b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60', '302e85eb-7b5f-4e30-8439-37381e0b3229', '571247e1-0491-4874-a2e5-130709b0bee6', '5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1', 'ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2', '2b9a093d-9035-47ac-abdb-270ceba185bd', '62319eb9-aaca-4a4f-b19d-112ab4bd0446', 'e16329d2-acce-4422-8151-02ba3f360c87', '1e7d8881-4a64-46a2-acef-296b23ece229', '9d956ca4-38fe-4465-ad60-6a44e7e097ed', '0a9bfd66-34a8-46bb-9a36-939f94763eb4', '64a7371b-d038-4bfa-ad09-c0e552cd9dac', 'e397af82-05c6-49f6-875e-1ef5ec097648', 'b7dc9cad-1624-440a-9920-bf243ad20863', 'fbe2916d-c20c-4b27-809f-90db7414ebad', 'fa2ad584-e9a4-4e3e-b0bd-0b6438da9f0b', 'c30481b9-748d-4b46-9264-2ac4e4e55e14', '691afeeb-47f3-4a01-862f-1923fedd9e82', 'ee37f4c4-aa89-4de7-8678-93af0f118710', '7108429f-7f81-457c-8eb4-c0a79691ec5d', '4d4698d1-fa73-4439-87e5-f2b0ed87d871', '43b4f438-1311-4764-aee0-8445d5437055', '3e2d6aef-b83e-48a8-84e9-bd749fa866b8', 'a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3', 'c514a0ce-6c8e-421e-8188-7351eb8519c4', 'a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc', 'ec3e458e-5f7c-4474-a2dc-ed4d971dbda6', '1d9f2854-29a4-495d-8b9a-9f90ab59dd52'} {{(pid=69468) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1290.862618] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1290.881535] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.881769] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.881769] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.881951] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.882057] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.882179] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1290.882252] env[69468]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69468) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1290.882326] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1290.953452] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.953778] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.953778] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.953881] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.955129] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.955409] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1290.955489] env[69468]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69468) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1290.955562] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1290.955629] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1290.955704] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1290.955777] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97789e31-2c30-4863-b7df-221734a8ee47 with Priority: HIGH for action security_group_rules [ 1290.955856] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3768d64d-d90a-40cb-a6e2-92c4618e8918 with Priority: HIGH for action security_group_rules [ 1290.955924] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 with Priority: HIGH for action security_group_rules [ 1290.955989] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGH for action security_group_rules [ 1290.956063] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGH for action security_group_rules [ 1290.956128] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 with Priority: HIGH for action security_group_rules [ 1290.956190] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a with Priority: HIGH for action security_group_rules [ 1290.956256] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 with Priority: HIGH for action security_group_rules [ 1290.956337] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 65fff26d-b664-4f6e-b821-07affc4e46bb with Priority: HIGH for action security_group_rules [ 1290.956412] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 with Priority: HIGH for action security_group_rules [ 1290.956480] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad273c07-d5ac-4d13-9106-18ec099675d8 with Priority: HIGH for action security_group_rules [ 1290.956543] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 with Priority: HIGH for action security_group_rules [ 1290.956605] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 605bf232-0fab-4540-a959-d8fb92606eb3 with Priority: HIGH for action security_group_rules [ 1290.956668] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 045a0f26-7dbf-4d0b-a235-2838ce6302d2 with Priority: HIGH for action security_group_rules [ 1290.956731] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 with Priority: HIGH for action security_group_rules [ 1290.956821] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 with Priority: HIGH for action security_group_rules [ 1290.956871] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 571247e1-0491-4874-a2e5-130709b0bee6 with Priority: HIGH for action security_group_rules [ 1290.956933] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 with Priority: HIGH for action security_group_rules [ 1290.956997] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 with Priority: HIGH for action security_group_rules [ 1290.957072] env[69468]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGH for action security_group_rules [ 1290.957167] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.574477] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 in Status: SUCCESS [ 1291.574652] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 deletion is rescheduled due to dependency. [ 1291.574700] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.026400] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1294.026400] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1294.026853] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97789e31-2c30-4863-b7df-221734a8ee47 with Priority: HIGH for action security_group_rules [ 1294.026853] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 with Priority: HIGH for action security_group_rules [ 1294.026853] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a with Priority: HIGH for action security_group_rules [ 1294.026989] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 with Priority: HIGH for action security_group_rules [ 1294.027045] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9a093d-9035-47ac-abdb-270ceba185bd with Priority: HIGH for action security_group_rules [ 1294.027176] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 with Priority: HIGH for action security_group_rules [ 1294.027227] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 with Priority: HIGH for action security_group_rules [ 1294.027319] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571247e1-0491-4874-a2e5-130709b0bee6 with Priority: HIGH for action security_group_rules [ 1294.027410] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045a0f26-7dbf-4d0b-a235-2838ce6302d2 with Priority: HIGH for action security_group_rules [ 1294.027510] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 with Priority: HIGH for action security_group_rules [ 1294.027584] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 605bf232-0fab-4540-a959-d8fb92606eb3 with Priority: HIGH for action security_group_rules [ 1294.027674] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 with Priority: HIGH for action security_group_rules [ 1294.027766] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad273c07-d5ac-4d13-9106-18ec099675d8 with Priority: HIGH for action security_group_rules [ 1294.028033] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 with Priority: HIGH for action security_group_rules [ 1294.028033] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65fff26d-b664-4f6e-b821-07affc4e46bb with Priority: HIGH for action security_group_rules [ 1294.028033] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 with Priority: HIGH for action security_group_rules [ 1294.028171] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 with Priority: HIGH for action security_group_rules [ 1294.028252] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef with Priority: HIGH for action security_group_rules [ 1294.028294] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3768d64d-d90a-40cb-a6e2-92c4618e8918 with Priority: HIGH for action security_group_rules [ 1294.028387] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7af17a-e726-4f81-805b-68e715fc4758 with Priority: HIGH for action security_group_rules [ 1294.028741] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97789e31-2c30-4863-b7df-221734a8ee47 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.028970] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.029042] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.029244] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.029337] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97789e31-2c30-4863-b7df-221734a8ee47',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.030335] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d889c5a7-fbfa-434c-bdb7-292fa1f651d9 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.030522] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.031099] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.031099] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.031099] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d889c5a7-fbfa-434c-bdb7-292fa1f651d9',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.031839] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59a73947-69ca-4e8a-b020-4a3032df6e1a taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.031960] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.032044] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.032202] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.032274] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59a73947-69ca-4e8a-b020-4a3032df6e1a',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.033088] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.033088] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.033223] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.033295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.033357] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.034052] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b9a093d-9035-47ac-abdb-270ceba185bd taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.034172] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.034220] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.034367] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.034439] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b9a093d-9035-47ac-abdb-270ceba185bd',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.035250] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.035250] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.035397] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.035445] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.036295] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.036295] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.036295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.036510] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.036510] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.036577] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.037429] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-571247e1-0491-4874-a2e5-130709b0bee6 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.037536] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.037858] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.037858] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.037858] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('571247e1-0491-4874-a2e5-130709b0bee6',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.038605] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-045a0f26-7dbf-4d0b-a235-2838ce6302d2 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.038605] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.038815] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.038815] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.038954] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('045a0f26-7dbf-4d0b-a235-2838ce6302d2',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.039590] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-302e85eb-7b5f-4e30-8439-37381e0b3229 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.039716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.039777] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.039891] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.039973] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('302e85eb-7b5f-4e30-8439-37381e0b3229',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.040784] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-605bf232-0fab-4540-a959-d8fb92606eb3 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.040890] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.040890] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.041099] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.041189] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('605bf232-0fab-4540-a959-d8fb92606eb3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.042047] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87b9a661-59d2-4cac-8a06-d25a515e2363 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.042047] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.042047] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.042345] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.042345] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87b9a661-59d2-4cac-8a06-d25a515e2363',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.042885] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad273c07-d5ac-4d13-9106-18ec099675d8 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.043045] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.043045] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.043198] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.043259] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad273c07-d5ac-4d13-9106-18ec099675d8',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.043927] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ed87df6-0b5e-4dba-b7ba-616d88b90099 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.044076] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.044076] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.044221] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.044293] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ed87df6-0b5e-4dba-b7ba-616d88b90099',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.045156] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65fff26d-b664-4f6e-b821-07affc4e46bb taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.045246] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.045246] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.045395] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.045467] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65fff26d-b664-4f6e-b821-07affc4e46bb',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.046204] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.046314] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.046357] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.046474] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.046544] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.047281] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27f8ab54-6c16-4549-b490-6882f840b3e4 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.047436] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.047490] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.047650] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.047725] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27f8ab54-6c16-4549-b490-6882f840b3e4',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.048612] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.048711] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.048711] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.048874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.048949] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51b71e81-79aa-4c7d-8b1b-7cb59125b6ef',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.049803] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3768d64d-d90a-40cb-a6e2-92c4618e8918 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.049803] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.049803] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.050083] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.050083] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3768d64d-d90a-40cb-a6e2-92c4618e8918',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.050674] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb7af17a-e726-4f81-805b-68e715fc4758 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.050798] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.050849] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.051075] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.051075] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb7af17a-e726-4f81-805b-68e715fc4758',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.599872] env[69468]: INFO networking_nsxv3.common.synchronization [None req-a0a0067e-145d-4504-9dff-8aa98b94bcaf tempest-AttachVolumeTestJSON-641423761 tempest-AttachVolumeTestJSON-641423761-project-member] Enqueued Resource ID: 3abc5b55-e693-4b90-9686-853d3fc7e5f1 with Priority: HIGHEST for action security_group_rules [ 1294.620815] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3abc5b55-e693-4b90-9686-853d3fc7e5f1 with Priority: HIGHEST for action security_group_rules [ 1294.623568] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3abc5b55-e693-4b90-9686-853d3fc7e5f1 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.623724] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.623765] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.624072] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.624173] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3abc5b55-e693-4b90-9686-853d3fc7e5f1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.630163] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.630295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.630386] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.630561] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.633649] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.633779] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.634783] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.634889] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.635631] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.635751] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.636443] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.636541] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.637287] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.637390] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.638098] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.638199] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.638866] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.638964] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.639737] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.639829] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.640514] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.640608] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.641396] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.641505] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.642130] env[69468]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.642561] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.642676] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.643775] env[69468]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.644181] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.644265] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.644907] env[69468]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.645322] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.645411] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.646524] env[69468]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.646932] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.647066] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.647607] env[69468]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.648010] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.648162] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.648953] env[69468]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.649329] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.649528] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.650022] env[69468]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.650407] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.650502] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.651097] env[69468]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.651514] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.651629] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.652512] env[69468]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.652627] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.652712] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.655248] env[69468]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1294.655567] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.655675] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d889c5a7-fbfa-434c-bdb7-292fa1f651d9 is going to be deleted. [ 1294.656536] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.656738] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.674512] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.675090] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad273c07-d5ac-4d13-9106-18ec099675d8 is going to be deleted. [ 1294.675873] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.676133] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.692099] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.692220] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65fff26d-b664-4f6e-b821-07affc4e46bb is going to be deleted. [ 1294.693460] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.693720] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.708905] env[69468]: INFO networking_nsxv3.common.synchronization [None req-98398bf1-d9b2-4265-bebf-a11d23d40f8d tempest-AttachVolumeTestJSON-641423761 tempest-AttachVolumeTestJSON-641423761-project-member] Enqueued Resource ID: 3abc5b55-e693-4b90-9686-853d3fc7e5f1 with Priority: HIGHEST for action security_group_rules [ 1294.709166] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3abc5b55-e693-4b90-9686-853d3fc7e5f1 with Priority: HIGHEST for action security_group_rules [ 1294.709478] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3abc5b55-e693-4b90-9686-853d3fc7e5f1 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.709583] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.713978] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.714140] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 045a0f26-7dbf-4d0b-a235-2838ce6302d2 is going to be deleted. [ 1294.715449] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.715744] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.717376] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.717499] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.733160] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.733160] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.743555] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.743722] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.750265] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.750390] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1 is going to be deleted. [ 1294.751297] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.751492] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.774728] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.774860] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51 is going to be deleted. [ 1294.775753] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.775980] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.830076] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.830274] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.833352] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.833508] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.838469] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.838629] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 605bf232-0fab-4540-a959-d8fb92606eb3 is going to be deleted. [ 1294.839605] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.839854] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.925212] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.925212] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60 is going to be deleted. [ 1294.925897] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.926117] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.933262] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.933403] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.999600] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.999771] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 302e85eb-7b5f-4e30-8439-37381e0b3229 is going to be deleted. [ 1295.000655] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.000868] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.041732] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.041732] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.047365] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.047365] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.064989] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.065140] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27f8ab54-6c16-4549-b490-6882f840b3e4 is going to be deleted. [ 1295.070032] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.070271] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.098572] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.098718] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ed87df6-0b5e-4dba-b7ba-616d88b90099 is going to be deleted. [ 1295.099871] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.100100] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.102007] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.102136] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.120489] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.120615] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2 is going to be deleted. [ 1295.121423] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.121624] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.164025] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.164025] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97789e31-2c30-4863-b7df-221734a8ee47 is going to be deleted. [ 1295.164185] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.164368] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.165781] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.165896] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.307295] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.307478] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3768d64d-d90a-40cb-a6e2-92c4618e8918 is going to be deleted. [ 1295.308368] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.308586] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.312978] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.313207] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.313900] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.314016] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.346140] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.346329] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.365961] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.366100] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51b71e81-79aa-4c7d-8b1b-7cb59125b6ef is going to be deleted. [ 1295.367036] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.367239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.394467] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.394634] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59a73947-69ca-4e8a-b020-4a3032df6e1a is going to be deleted. [ 1295.395768] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.396048] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.430221] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.430398] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.431127] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.431253] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.437039] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.437182] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.442350] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.442475] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb7af17a-e726-4f81-805b-68e715fc4758 is going to be deleted. [ 1295.443342] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.443551] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.480134] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.480289] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b9a093d-9035-47ac-abdb-270ceba185bd is going to be deleted. [ 1295.481171] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.481380] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.540297] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.540460] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 571247e1-0491-4874-a2e5-130709b0bee6 is going to be deleted. [ 1295.541396] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.541607] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.542937] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.543054] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.560468] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.560618] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.587705] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.587838] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87b9a661-59d2-4cac-8a06-d25a515e2363 is going to be deleted. [ 1295.588668] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.588874] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.588993] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.590053] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d889c5a7-fbfa-434c-bdb7-292fa1f651d9" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.590053] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.590053] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.590053] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.590053] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad273c07-d5ac-4d13-9106-18ec099675d8" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.590297] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.590297] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.590367] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.590503] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65fff26d-b664-4f6e-b821-07affc4e46bb" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.590646] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.590797] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.590877] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.590988] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-045a0f26-7dbf-4d0b-a235-2838ce6302d2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.591130] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.591272] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.591347] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.591460] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bcc4eb1-a0dd-4f8f-9150-dc4f918656b1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.591582] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.591718] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.591798] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.591944] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bd6a9d8-4c3d-4aef-a928-5a21a34a2c51" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.592093] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.592252] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.592329] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.592443] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b38a2c6a-9fd7-4594-a5f1-4eb73d6a5c60" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.592566] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.592704] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.592777] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.592885] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-605bf232-0fab-4540-a959-d8fb92606eb3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.593012] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.593157] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.593270] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.593367] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-302e85eb-7b5f-4e30-8439-37381e0b3229" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.593499] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.593641] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.593710] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.593802] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3abc5b55-e693-4b90-9686-853d3fc7e5f1 already deleted. [ 1295.593883] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.594021] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.594165] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.594241] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.594354] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27f8ab54-6c16-4549-b490-6882f840b3e4" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.594464] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.594602] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.594689] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3abc5b55-e693-4b90-9686-853d3fc7e5f1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.595588] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.596264] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.596264] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.596264] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce71c5ca-dea3-4dc2-b42c-ae53feaecfa2" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.596432] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.596473] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.596546] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.596657] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ed87df6-0b5e-4dba-b7ba-616d88b90099" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.596782] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.596991] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.597082] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.597195] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3768d64d-d90a-40cb-a6e2-92c4618e8918" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.597318] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.597455] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.597715] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.597715] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97789e31-2c30-4863-b7df-221734a8ee47" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.598225] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.598225] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.598225] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.598225] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51b71e81-79aa-4c7d-8b1b-7cb59125b6ef" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.598397] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.598445] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.598486] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.598604] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb7af17a-e726-4f81-805b-68e715fc4758" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.598741] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.599633] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.599633] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.599633] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59a73947-69ca-4e8a-b020-4a3032df6e1a" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.650439] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.650628] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.650628] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.650823] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.650938] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.651074] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b9a093d-9035-47ac-abdb-270ceba185bd" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.664391] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.664507] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.664591] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.664761] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.664887] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.664991] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-571247e1-0491-4874-a2e5-130709b0bee6" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.675563] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.675712] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.675712] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.675943] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.676068] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.676223] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87b9a661-59d2-4cac-8a06-d25a515e2363" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.115325] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.115325] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.115325] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.115734] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.115734] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.115734] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3abc5b55-e693-4b90-9686-853d3fc7e5f1 already deleted. [ 1296.115841] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.542874] env[69468]: INFO networking_nsxv3.common.synchronization [req-c2ac84fa-1654-47d5-92ce-4f906c16a7f3 req-19f62b9f-7b8c-4bf0-b2bb-365bcc20c411 tempest-ServerActionsTestOtherA-1764177117 tempest-ServerActionsTestOtherA-1764177117-project-member] Enqueued Resource ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 with Priority: HIGHEST for action security_group_members [ 1298.543407] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 with Priority: HIGHEST for action security_group_members [ 1298.545087] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.545087] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.545087] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.545087] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.545087] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.545087] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.545087] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.545087] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.545087] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.545087] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.047646] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.047885] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.047885] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.048180] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.070272] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.070498] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.070614] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.070680] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.070862] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.070948] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.071056] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 is going to be updated. [ 1299.096443] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.096565] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.096630] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.096800] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.096963] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.104500] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 in Status: IN_PROGRESS for 2s [ 1300.013263] env[69468]: INFO networking_nsxv3.common.synchronization [req-bac3fa06-d472-4082-a5e0-fe981455df0e req-ba24d002-68d3-4cf5-9129-e24f116ed8b9 tempest-AttachVolumeTestJSON-641423761 tempest-AttachVolumeTestJSON-641423761-project-member] Enqueued Resource ID: 3abc5b55-e693-4b90-9686-853d3fc7e5f1 with Priority: HIGHEST for action security_group_members [ 1300.013830] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3abc5b55-e693-4b90-9686-853d3fc7e5f1 with Priority: HIGHEST for action security_group_members [ 1300.014170] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-3abc5b55-e693-4b90-9686-853d3fc7e5f1 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.014331] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.014416] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.014616] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.014788] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.015062] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.015168] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.015372] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.015485] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.015604] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3abc5b55-e693-4b90-9686-853d3fc7e5f1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.517969] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.518164] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.518243] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.518468] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.519051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.519051] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.519051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.519051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.519051] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.519499] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.519499] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3abc5b55-e693-4b90-9686-853d3fc7e5f1 already deleted. [ 1300.519499] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.647873] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.647873] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "network-717" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.647873] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "network-717" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.647873] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "network-717" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.648181] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.648181] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.648696] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.648947] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.649122] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.649335] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1300.649452] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] NeedRegenerationException {{(pid=69468) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1300.649618] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] no value, waiting for create lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1300.649688] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] value creation lock acquired {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1300.649786] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] No value present for key: 'zone-id' {{(pid=69468) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1300.649895] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Calling creation function for not-yet-present value {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1300.650043] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1300.667303] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1300.667454] env[69468]: DEBUG dogpile.cache.region [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69468) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1300.667609] env[69468]: DEBUG dogpile.lock [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Released creation lock {{(pid=69468) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1300.667801] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "network-717" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.668165] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock port-9906eb52-bc0b-4c1b-88a5-119b7d5794da taken with stack trace [, , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.668381] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "port-9906eb52-bc0b-4c1b-88a5-119b7d5794da" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.668465] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "port-9906eb52-bc0b-4c1b-88a5-119b7d5794da" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.668910] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "port-9906eb52-bc0b-4c1b-88a5-119b7d5794da" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.669086] env[69468]: DEBUG networking_nsxv3.api.rpc [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9906eb52-bc0b-4c1b-88a5-119b7d5794da',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.975323] env[69468]: INFO networking_nsxv3.common.synchronization [req-891367d1-2559-4578-9287-5a5de79fe359 req-9e132e94-45a5-4409-bd77-f5ffd3a8026a tempest-ServerActionsTestOtherB-141850940 tempest-ServerActionsTestOtherB-141850940-project-member] Enqueued Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_members [ 1300.975861] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc with Priority: HIGHEST for action security_group_members [ 1300.976175] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.976313] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.976383] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.976587] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.976735] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.976825] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.976884] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.977076] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.977164] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.977259] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.114202] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 in Status: SUCCESS [ 1301.114473] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3 deletion is rescheduled due to dependency. [ 1301.114634] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a01fe2b6-98ae-4f6b-89d1-3b4d07bcc0a3" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.171192] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.171411] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.171532] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.171821] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.171975] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.172230] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Segment Port 9906eb52-bc0b-4c1b-88a5-119b7d5794da not found, creating... [ 1301.172991] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.172991] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.172991] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.173222] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.173318] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.173585] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.173751] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.173873] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.174097] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.174239] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.174386] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Resource: SegmentPort with ID: 9906eb52-bc0b-4c1b-88a5-119b7d5794da is going to be created. [ 1301.247051] env[69468]: DEBUG networking_nsxv3.common.locking [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.247051] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.247051] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.247422] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.247707] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.248029] env[69468]: DEBUG oslo_concurrency.lockutils [None req-5d29259f-57ed-4bd4-a9cb-67c291defd67 None None] Releasing lock "port-9906eb52-bc0b-4c1b-88a5-119b7d5794da" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.479657] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.480074] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.480074] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.480267] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.498323] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.498538] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.498646] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.498707] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.498887] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.498972] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.499088] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc is going to be updated. [ 1301.522092] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.522259] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.522325] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.522451] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.522580] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.529597] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc in Status: IN_PROGRESS for 2s [ 1301.926363] env[69468]: INFO networking_nsxv3.common.synchronization [req-bac3fa06-d472-4082-a5e0-fe981455df0e req-9f9cce73-7e27-4b81-a9c7-95214303dc64 service nova] Enqueued Resource ID: 3abc5b55-e693-4b90-9686-853d3fc7e5f1 with Priority: HIGHEST for action security_group_rules [ 1301.926527] env[69468]: INFO networking_nsxv3.common.synchronization [req-bac3fa06-d472-4082-a5e0-fe981455df0e req-9f9cce73-7e27-4b81-a9c7-95214303dc64 service nova] Enqueued Resource ID: 3abc5b55-e693-4b90-9686-853d3fc7e5f1 with Priority: HIGHEST for action security_group_members [ 1301.926670] env[69468]: INFO networking_nsxv3.common.synchronization [req-bac3fa06-d472-4082-a5e0-fe981455df0e req-9f9cce73-7e27-4b81-a9c7-95214303dc64 service nova] Enqueued Resource ID: 9906eb52-bc0b-4c1b-88a5-119b7d5794da with Priority: HIGHEST for action port [ 1301.926899] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3abc5b55-e693-4b90-9686-853d3fc7e5f1 with Priority: HIGHEST for action security_group_rules [ 1301.927071] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3abc5b55-e693-4b90-9686-853d3fc7e5f1 with Priority: HIGHEST for action security_group_members [ 1301.927177] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9906eb52-bc0b-4c1b-88a5-119b7d5794da with Priority: HIGHEST for action port [ 1301.927952] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3abc5b55-e693-4b90-9686-853d3fc7e5f1 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.927952] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.927952] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.928445] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.928587] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3abc5b55-e693-4b90-9686-853d3fc7e5f1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.930640] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-3abc5b55-e693-4b90-9686-853d3fc7e5f1 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.930640] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.930640] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.930640] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.930640] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.930640] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.930922] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.931061] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.931239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.931372] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3abc5b55-e693-4b90-9686-853d3fc7e5f1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.932309] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock port-9906eb52-bc0b-4c1b-88a5-119b7d5794da taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.932309] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9906eb52-bc0b-4c1b-88a5-119b7d5794da" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.932524] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9906eb52-bc0b-4c1b-88a5-119b7d5794da" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.932622] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9906eb52-bc0b-4c1b-88a5-119b7d5794da" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.932735] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9906eb52-bc0b-4c1b-88a5-119b7d5794da',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.434438] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-3abc5b55-e693-4b90-9686-853d3fc7e5f1 taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.434922] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.434922] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3abc5b55-e693-4b90-9686-853d3fc7e5f1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.435653] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9906eb52-bc0b-4c1b-88a5-119b7d5794da with status ACTIVE [ 1302.435839] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.435956] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.436093] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.436239] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.436331] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.436499] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.436594] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.436657] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.436812] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.436884] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.437113] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.437208] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.437255] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.437430] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.437505] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.437586] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9906eb52-bc0b-4c1b-88a5-119b7d5794da is going to be updated. [ 1302.459891] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.460074] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.460074] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.460255] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.460382] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.460530] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9906eb52-bc0b-4c1b-88a5-119b7d5794da" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.940066] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3abc5b55-e693-4b90-9686-853d3fc7e5f1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.443740] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.443740] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.443740] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.443740] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.443740] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.443740] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3abc5b55-e693-4b90-9686-853d3fc7e5f1 is going to be created. [ 1303.466592] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.466592] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.466592] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.466592] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.466592] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.473769] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3abc5b55-e693-4b90-9686-853d3fc7e5f1 in Status: UNINITIALIZED for 2s [ 1303.533203] env[69468]: INFO networking_nsxv3.common.synchronization [req-ce53be2c-ffa2-40bd-a46d-b79502abf477 req-46925c9f-a710-408c-945d-6c785b18acb9 tempest-ServerActionsTestJSON-1088981625 tempest-ServerActionsTestJSON-1088981625-project-member] Enqueued Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_members [ 1303.536049] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16329d2-acce-4422-8151-02ba3f360c87 with Priority: HIGHEST for action security_group_members [ 1303.536049] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-e16329d2-acce-4422-8151-02ba3f360c87 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.536049] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.536049] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.536049] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.536049] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.536049] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.536049] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.536049] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.536049] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.536049] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e16329d2-acce-4422-8151-02ba3f360c87',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.539064] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc in Status: SUCCESS [ 1303.543734] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc deletion is rescheduled due to dependency. [ 1303.543734] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a05e2c14-e9cc-4fc6-bb8c-041471f5bfdc" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.039493] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.039663] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.039725] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.040012] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.058649] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.059899] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.059899] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.059899] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.059899] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.059899] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.059899] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16329d2-acce-4422-8151-02ba3f360c87 is going to be updated. [ 1304.081105] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.081368] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.081368] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.081502] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.081639] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.089056] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16329d2-acce-4422-8151-02ba3f360c87 in Status: IN_PROGRESS for 2s [ 1305.483603] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3abc5b55-e693-4b90-9686-853d3fc7e5f1 in Status: SUCCESS [ 1305.483924] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.484074] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.484354] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.484635] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.484815] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.484905] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.485106] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.485241] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.485359] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.485474] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3abc5b55-e693-4b90-9686-853d3fc7e5f1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.988175] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3abc5b55-e693-4b90-9686-853d3fc7e5f1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.098333] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e16329d2-acce-4422-8151-02ba3f360c87 in Status: SUCCESS [ 1306.098537] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e16329d2-acce-4422-8151-02ba3f360c87 deletion is rescheduled due to dependency. [ 1306.098610] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e16329d2-acce-4422-8151-02ba3f360c87" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.490530] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3abc5b55-e693-4b90-9686-853d3fc7e5f1: rpc.has_security_group_logging(os_id): False [ 1306.508716] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.508716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.508716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.508716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.508716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.508716] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.508716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.508716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.508716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.508716] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.508716] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3abc5b55-e693-4b90-9686-853d3fc7e5f1 is going to be created. [ 1306.567868] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.568062] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.568160] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.568450] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.568665] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.580971] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3abc5b55-e693-4b90-9686-853d3fc7e5f1 in Status: IN_PROGRESS for 2s [ 1308.534726] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1308.535093] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1308.593358] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3abc5b55-e693-4b90-9686-853d3fc7e5f1 in Status: SUCCESS [ 1308.593594] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.536532] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1313.536879] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1318.537747] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1318.539414] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1323.539555] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1323.539897] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1328.540738] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1328.541086] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1333.542416] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.542722] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.543505] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1338.543884] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1343.545308] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.545657] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.546428] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.546709] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1353.547629] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.547875] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.549085] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.549309] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.549872] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.550233] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.551429] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.551804] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.553088] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.553088] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1376.078045] env[69468]: INFO networking_nsxv3.common.synchronization [req-4d3d649f-990e-423c-bafe-19f00ae379d5 req-e5581dab-6107-4177-a626-303f8b91c9a4 tempest-AttachVolumeTestJSON-641423761 tempest-AttachVolumeTestJSON-641423761-project-member] Enqueued Resource ID: 3abc5b55-e693-4b90-9686-853d3fc7e5f1 with Priority: HIGHEST for action security_group_members [ 1376.078546] env[69468]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3abc5b55-e693-4b90-9686-853d3fc7e5f1 with Priority: HIGHEST for action security_group_members [ 1376.078877] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock member-3abc5b55-e693-4b90-9686-853d3fc7e5f1 taken with stack trace [, , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.079070] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.079150] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.079357] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.079512] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.079608] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.079692] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.079813] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.079901] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.079990] env[69468]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3abc5b55-e693-4b90-9686-853d3fc7e5f1',) {} {{(pid=69468) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.581938] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.582149] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.582196] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.582404] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.582501] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.582699] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.582800] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.582864] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.583032] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.583112] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.583198] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3abc5b55-e693-4b90-9686-853d3fc7e5f1 is going to be updated. [ 1376.616040] env[69468]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69468) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.616184] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.616184] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.616343] env[69468]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.616474] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.623778] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3abc5b55-e693-4b90-9686-853d3fc7e5f1 in Status: IN_PROGRESS for 2s [ 1378.634296] env[69468]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3abc5b55-e693-4b90-9686-853d3fc7e5f1 in Status: SUCCESS [ 1378.634644] env[69468]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3abc5b55-e693-4b90-9686-853d3fc7e5f1 deletion is rescheduled due to dependency. [ 1378.634644] env[69468]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3abc5b55-e693-4b90-9686-853d3fc7e5f1" {{(pid=69468) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.080497] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.080497] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.081651] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.081651] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.082629] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.082898] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1396.083955] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.084430] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.084945] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.085374] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1406.086170] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.086500] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.087295] env[69468]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.087862] env[69468]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0